[ 531.850997] env[63043]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63043) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 531.851334] env[63043]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63043) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 531.851457] env[63043]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63043) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 531.851773] env[63043]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 531.944168] env[63043]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 531.954479] env[63043]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=63043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 532.554064] env[63043]: INFO nova.virt.driver [None req-fde591b3-f0d4-4fdf-ba01-c2973f540f38 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 532.625574] env[63043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.625761] env[63043]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.625841] env[63043]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63043) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 535.734556] env[63043]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-79c4ee92-a886-42b3-a981-551bc0551d2b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.751037] env[63043]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63043) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 535.751185] env[63043]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-0e686c68-b695-478c-a583-0497464a4db7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.783482] env[63043]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a9d29. [ 535.783617] env[63043]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.158s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.784221] env[63043]: INFO nova.virt.vmwareapi.driver [None req-fde591b3-f0d4-4fdf-ba01-c2973f540f38 None None] VMware vCenter version: 7.0.3 [ 535.787624] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bfb6c2-f440-4b78-8ba9-fc2e4e868ffd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.804730] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d094fd77-f1dd-480f-8632-34a6e1dc9e30 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.810358] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292d0fd2-4f72-47c7-bedb-ce697ed9dc3a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.816703] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952d9a44-1db9-412d-88c2-9ae9e994333f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.829566] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49910484-28b4-4531-9b8b-a28f6f1b6a85 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.835258] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d48416d-f8f8-468c-a5ab-be0c26cea457 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.865759] env[63043]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1d7e86d9-ad8b-4cc5-878b-50f37e863075 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.870643] env[63043]: DEBUG nova.virt.vmwareapi.driver [None req-fde591b3-f0d4-4fdf-ba01-c2973f540f38 None None] Extension org.openstack.compute already exists. {{(pid=63043) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 535.873316] env[63043]: INFO nova.compute.provider_config [None req-fde591b3-f0d4-4fdf-ba01-c2973f540f38 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 536.376784] env[63043]: DEBUG nova.context [None req-fde591b3-f0d4-4fdf-ba01-c2973f540f38 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),b1c544e6-99ee-4649-a01a-5ce9a8b7421e(cell1) {{(pid=63043) load_cells /opt/stack/nova/nova/context.py:464}} [ 536.378979] env[63043]: DEBUG oslo_concurrency.lockutils [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.379224] env[63043]: DEBUG oslo_concurrency.lockutils [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.380060] env[63043]: DEBUG oslo_concurrency.lockutils [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.380549] env[63043]: DEBUG oslo_concurrency.lockutils [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Acquiring lock "b1c544e6-99ee-4649-a01a-5ce9a8b7421e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.380755] env[63043]: DEBUG oslo_concurrency.lockutils [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Lock "b1c544e6-99ee-4649-a01a-5ce9a8b7421e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.381875] env[63043]: DEBUG oslo_concurrency.lockutils [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Lock "b1c544e6-99ee-4649-a01a-5ce9a8b7421e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.403767] env[63043]: INFO dbcounter [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Registered counter for database nova_cell0 [ 536.414470] env[63043]: INFO dbcounter [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Registered counter for database nova_cell1 [ 536.418543] env[63043]: DEBUG oslo_db.sqlalchemy.engines [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63043) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 536.419034] env[63043]: DEBUG oslo_db.sqlalchemy.engines [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63043) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 536.425448] env[63043]: ERROR nova.db.main.api [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 536.425448] env[63043]: result = function(*args, **kwargs) [ 536.425448] env[63043]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 536.425448] env[63043]: return func(*args, **kwargs) [ 536.425448] env[63043]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 536.425448] env[63043]: result = fn(*args, **kwargs) [ 536.425448] env[63043]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 536.425448] env[63043]: return f(*args, **kwargs) [ 536.425448] env[63043]: File "/opt/stack/nova/nova/objects/service.py", line 560, in _db_service_get_minimum_version [ 536.425448] env[63043]: return db.service_get_minimum_version(context, binaries) [ 536.425448] env[63043]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 536.425448] env[63043]: _check_db_access() [ 536.425448] env[63043]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 536.425448] env[63043]: stacktrace = ''.join(traceback.format_stack()) [ 536.425448] env[63043]: [ 536.426741] env[63043]: ERROR nova.db.main.api [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 536.426741] env[63043]: result = function(*args, **kwargs) [ 536.426741] env[63043]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 536.426741] env[63043]: return func(*args, **kwargs) [ 536.426741] env[63043]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 536.426741] env[63043]: result = fn(*args, **kwargs) [ 536.426741] env[63043]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 536.426741] env[63043]: return f(*args, **kwargs) [ 536.426741] env[63043]: File "/opt/stack/nova/nova/objects/service.py", line 560, in _db_service_get_minimum_version [ 536.426741] env[63043]: return db.service_get_minimum_version(context, binaries) [ 536.426741] env[63043]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 536.426741] env[63043]: _check_db_access() [ 536.426741] env[63043]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 536.426741] env[63043]: stacktrace = ''.join(traceback.format_stack()) [ 536.426741] env[63043]: [ 536.427245] env[63043]: WARNING nova.objects.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Failed to get minimum service version for cell b1c544e6-99ee-4649-a01a-5ce9a8b7421e [ 536.427485] env[63043]: WARNING nova.objects.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 536.428071] env[63043]: DEBUG oslo_concurrency.lockutils [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Acquiring lock "singleton_lock" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.428305] env[63043]: DEBUG oslo_concurrency.lockutils [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Acquired lock "singleton_lock" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.428644] env[63043]: DEBUG oslo_concurrency.lockutils [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Releasing lock "singleton_lock" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.429089] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Full set of CONF: {{(pid=63043) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 536.429301] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ******************************************************************************** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 536.429489] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] Configuration options gathered from: {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 536.429684] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 536.429970] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 536.430174] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ================================================================================ {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 536.430478] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] allow_resize_to_same_host = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.430725] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] arq_binding_timeout = 300 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.430921] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] backdoor_port = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.431124] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] backdoor_socket = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.431372] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] block_device_allocate_retries = 60 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.431612] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] block_device_allocate_retries_interval = 3 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.431864] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cert = self.pem {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.432128] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.432377] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute_monitors = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.432621] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] config_dir = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.432872] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] config_drive_format = iso9660 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.433086] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.433336] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] config_source = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.433582] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] console_host = devstack {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.433831] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] control_exchange = nova {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.434085] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cpu_allocation_ratio = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.434333] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] daemon = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.434576] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] debug = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.434814] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] default_access_ip_network_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.435074] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] default_availability_zone = nova {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.435316] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] default_ephemeral_format = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.435553] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] default_green_pool_size = 1000 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.435915] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.436178] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] default_schedule_zone = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.436415] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] disk_allocation_ratio = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.436648] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] enable_new_services = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.436904] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] enabled_apis = ['osapi_compute'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.437207] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] enabled_ssl_apis = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.437391] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] flat_injected = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.437626] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] force_config_drive = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.437862] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] force_raw_images = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.438140] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] graceful_shutdown_timeout = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.438384] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] heal_instance_info_cache_interval = 60 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.438701] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] host = cpu-1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.438954] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.439210] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.439452] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.439768] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.440030] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] instance_build_timeout = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.440274] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] instance_delete_interval = 300 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.440518] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] instance_format = [instance: %(uuid)s] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.440773] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] instance_name_template = instance-%08x {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.441024] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] instance_usage_audit = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.441279] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] instance_usage_audit_period = month {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.441530] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.441775] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.442038] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] internal_service_availability_zone = internal {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.442278] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] key = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.442517] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] live_migration_retry_count = 30 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.442769] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] log_color = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.443017] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] log_config_append = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.443300] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.443498] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] log_dir = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.443731] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] log_file = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.443925] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] log_options = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.444180] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] log_rotate_interval = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.444428] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] log_rotate_interval_type = days {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.444671] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] log_rotation_type = none {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.444860] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.445062] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.445311] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.445549] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.445737] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.445972] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] long_rpc_timeout = 1800 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.446227] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] max_concurrent_builds = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.446462] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] max_concurrent_live_migrations = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.446695] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] max_concurrent_snapshots = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.446930] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] max_local_block_devices = 3 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.447179] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] max_logfile_count = 30 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.447420] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] max_logfile_size_mb = 200 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.447661] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] maximum_instance_delete_attempts = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.447909] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] metadata_listen = 0.0.0.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.448170] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] metadata_listen_port = 8775 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.448417] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] metadata_workers = 2 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.448657] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] migrate_max_retries = -1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.448906] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] mkisofs_cmd = genisoimage {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.449230] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.449426] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] my_ip = 10.180.1.21 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.449719] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.449978] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] network_allocate_retries = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.450258] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.450507] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.450745] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] osapi_compute_listen_port = 8774 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.450992] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] osapi_compute_unique_server_name_scope = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.451258] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] osapi_compute_workers = 2 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.451501] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] password_length = 12 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.451736] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] periodic_enable = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.451975] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] periodic_fuzzy_delay = 60 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.452241] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] pointer_model = usbtablet {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.452484] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] preallocate_images = none {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.452723] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] publish_errors = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.452918] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] pybasedir = /opt/stack/nova {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.453174] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ram_allocation_ratio = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.453410] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] rate_limit_burst = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.453681] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] rate_limit_except_level = CRITICAL {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.453931] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] rate_limit_interval = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.454196] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] reboot_timeout = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.454432] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] reclaim_instance_interval = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.454670] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] record = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.454915] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] reimage_timeout_per_gb = 60 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.455121] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] report_interval = 120 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.455294] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] rescue_timeout = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.455459] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] reserved_host_cpus = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.455623] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] reserved_host_disk_mb = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.455785] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] reserved_host_memory_mb = 512 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.455949] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] reserved_huge_pages = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.456122] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] resize_confirm_window = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.456283] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] resize_fs_using_block_device = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.456444] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] resume_guests_state_on_host_boot = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.456618] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.456784] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] rpc_response_timeout = 60 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.456949] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] run_external_periodic_tasks = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.457134] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] running_deleted_instance_action = reap {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.457300] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.457458] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] running_deleted_instance_timeout = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.457617] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] scheduler_instance_sync_interval = 120 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.457796] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] service_down_time = 720 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.457985] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] servicegroup_driver = db {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.458162] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] shell_completion = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.458329] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] shelved_offload_time = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.458494] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] shelved_poll_interval = 3600 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.458665] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] shutdown_timeout = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.458829] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] source_is_ipv6 = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.458991] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ssl_only = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.459261] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.459442] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] sync_power_state_interval = 600 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.459606] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] sync_power_state_pool_size = 1000 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.459802] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] syslog_log_facility = LOG_USER {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.459977] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] tempdir = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.460150] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] timeout_nbd = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.460324] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] transport_url = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.460485] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] update_resources_interval = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.460644] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] use_cow_images = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.460808] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] use_journal = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.460973] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] use_json = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.461144] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] use_rootwrap_daemon = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.461305] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] use_stderr = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.461465] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] use_syslog = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.461621] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vcpu_pin_set = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.461787] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plugging_is_fatal = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.461958] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plugging_timeout = 300 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.462135] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] virt_mkfs = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.462301] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] volume_usage_poll_interval = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.462466] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] watch_log_file = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.462636] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] web = /usr/share/spice-html5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.462822] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.462996] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.463179] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.463352] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_concurrency.disable_process_locking = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.463914] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.464138] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.464320] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.464503] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.464684] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.464858] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.465063] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.auth_strategy = keystone {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.465244] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.compute_link_prefix = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.465427] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.465611] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.dhcp_domain = novalocal {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.465786] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.enable_instance_password = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.465959] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.glance_link_prefix = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.466149] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.466325] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.466493] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.instance_list_per_project_cells = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.466662] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.list_records_by_skipping_down_cells = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.466828] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.local_metadata_per_cell = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.467008] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.max_limit = 1000 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.467192] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.metadata_cache_expiration = 15 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.467373] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.neutron_default_tenant_id = default {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.467549] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.response_validation = warn {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.467724] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.use_neutron_default_nets = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.467923] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.468116] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.468292] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.468471] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.468646] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.vendordata_dynamic_targets = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.468812] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.vendordata_jsonfile_path = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.469005] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.469211] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.backend = dogpile.cache.memcached {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.469383] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.backend_argument = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.469549] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.backend_expiration_time = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.469724] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.config_prefix = cache.oslo {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.469919] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.dead_timeout = 60.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.470107] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.debug_cache_backend = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.470276] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.enable_retry_client = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.470442] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.enable_socket_keepalive = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.470620] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.enabled = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.471271] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.enforce_fips_mode = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.471271] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.expiration_time = 600 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.471271] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.hashclient_retry_attempts = 2 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.471400] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.471449] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.memcache_dead_retry = 300 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.471611] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.memcache_password = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.471779] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.471942] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.472121] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.memcache_pool_maxsize = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.472285] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.472450] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.memcache_sasl_enabled = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.472625] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.472791] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.472951] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.memcache_username = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.473131] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.proxies = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.473298] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.redis_db = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.473459] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.redis_password = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.474631] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.474631] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.474631] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.redis_server = localhost:6379 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.474631] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.redis_socket_timeout = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.474631] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.redis_username = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.474631] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.retry_attempts = 2 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.474631] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.retry_delay = 0.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.474894] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.socket_keepalive_count = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.474966] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.socket_keepalive_idle = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.475149] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.socket_keepalive_interval = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.475315] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.tls_allowed_ciphers = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.475485] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.tls_cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.475651] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.tls_certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.475816] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.tls_enabled = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.475982] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cache.tls_keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.476174] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.auth_section = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.476350] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.auth_type = password {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.476516] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.476697] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.476865] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.477047] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.477219] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.cross_az_attach = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.477386] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.debug = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.477550] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.endpoint_template = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.477721] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.http_retries = 3 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.477911] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.478097] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.478283] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.os_region_name = RegionOne {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.478450] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.478615] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cinder.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.478794] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.478965] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.cpu_dedicated_set = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.479146] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.cpu_shared_set = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.479316] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.image_type_exclude_list = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.479484] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.479652] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.479844] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.480038] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.480222] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.480393] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.resource_provider_association_refresh = 300 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.480559] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.480728] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.shutdown_retry_interval = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.480913] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.481109] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] conductor.workers = 2 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.481294] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] console.allowed_origins = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.481458] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] console.ssl_ciphers = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.481632] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] console.ssl_minimum_version = default {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.481804] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] consoleauth.enforce_session_timeout = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.481979] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] consoleauth.token_ttl = 600 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.482192] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.482369] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.482541] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.482706] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.connect_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.482871] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.connect_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.483047] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.endpoint_override = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.483217] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.483381] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.483543] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.max_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.483704] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.min_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.483866] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.region_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.484040] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.retriable_status_codes = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.484236] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.service_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.484432] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.service_type = accelerator {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.484604] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.484769] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.status_code_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.484934] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.status_code_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.485122] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.485311] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.485476] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] cyborg.version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.485652] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.asyncio_connection = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.485815] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.asyncio_slave_connection = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.485996] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.backend = sqlalchemy {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.486187] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.connection = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.486359] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.connection_debug = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.486533] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.connection_parameters = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.486702] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.connection_recycle_time = 3600 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.486869] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.connection_trace = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.487049] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.db_inc_retry_interval = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.487224] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.db_max_retries = 20 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.487393] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.db_max_retry_interval = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.487559] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.db_retry_interval = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.487727] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.max_overflow = 50 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.487918] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.max_pool_size = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.488106] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.max_retries = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.488314] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.488496] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.mysql_wsrep_sync_wait = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.488663] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.pool_timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.488833] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.retry_interval = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.489010] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.slave_connection = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.489185] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.sqlite_synchronous = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.489352] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] database.use_db_reconnect = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.489524] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.asyncio_connection = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.489687] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.asyncio_slave_connection = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.489897] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.backend = sqlalchemy {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.490106] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.connection = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.490288] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.connection_debug = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.490464] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.connection_parameters = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.490636] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.connection_recycle_time = 3600 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.490804] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.connection_trace = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.490974] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.db_inc_retry_interval = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.491156] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.db_max_retries = 20 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.491327] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.db_max_retry_interval = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.491494] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.db_retry_interval = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.491705] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.max_overflow = 50 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.491938] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.max_pool_size = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.492141] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.max_retries = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.492325] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.492493] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.492659] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.pool_timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.492831] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.retry_interval = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.493034] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.slave_connection = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.493214] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] api_database.sqlite_synchronous = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.493399] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] devices.enabled_mdev_types = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.493582] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.493760] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.493928] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ephemeral_storage_encryption.enabled = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.494124] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.494357] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.api_servers = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.494548] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.494743] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.494921] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.495106] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.connect_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.495274] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.connect_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.495439] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.debug = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.495608] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.default_trusted_certificate_ids = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.495775] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.enable_certificate_validation = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.495961] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.enable_rbd_download = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.496157] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.endpoint_override = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.496330] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.496496] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.496677] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.max_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.496906] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.min_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.497113] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.num_retries = 3 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.497298] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.rbd_ceph_conf = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.497466] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.rbd_connect_timeout = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.497640] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.rbd_pool = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.497813] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.rbd_user = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.497989] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.region_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.498172] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.retriable_status_codes = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.498337] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.service_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.498509] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.service_type = image {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.498675] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.498842] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.status_code_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.499043] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.status_code_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.499217] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.499404] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.499572] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.verify_glance_signatures = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.499734] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] glance.version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.499925] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] guestfs.debug = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.500120] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.auth_section = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.500291] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.auth_type = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.500458] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.500623] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.500796] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.500961] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.connect_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.501139] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.connect_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.501304] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.endpoint_override = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.501470] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.501634] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.501796] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.max_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.501986] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.min_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.502183] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.region_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.502349] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.retriable_status_codes = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.502512] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.service_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.502688] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.service_type = shared-file-system {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.502861] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.share_apply_policy_timeout = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.503040] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.503212] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.status_code_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.503376] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.status_code_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.503541] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.503727] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.503894] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] manila.version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.504084] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] mks.enabled = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.504436] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.504629] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] image_cache.manager_interval = 2400 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.504805] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] image_cache.precache_concurrency = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.505011] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] image_cache.remove_unused_base_images = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.505204] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.505380] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.505561] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] image_cache.subdirectory_name = _base {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.505742] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.api_max_retries = 60 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.505913] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.api_retry_interval = 2 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.506089] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.auth_section = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.506258] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.auth_type = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.506422] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.506584] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.506753] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.506922] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.conductor_group = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.507102] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.connect_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.507269] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.connect_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.507433] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.endpoint_override = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.507599] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.507762] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.507928] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.max_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.508133] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.min_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.508309] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.peer_list = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.508476] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.region_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.508641] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.retriable_status_codes = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.508812] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.serial_console_state_timeout = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.508978] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.service_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.509171] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.service_type = baremetal {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.509337] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.shard = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.509507] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.509672] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.status_code_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.509859] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.status_code_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.510041] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.510237] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.510402] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ironic.version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.510588] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.510767] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] key_manager.fixed_key = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.510982] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.511174] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.barbican_api_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.511340] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.barbican_endpoint = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.511516] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.barbican_endpoint_type = public {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.511681] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.barbican_region_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.511846] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.512022] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.512199] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.512364] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.512526] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.512696] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.number_of_retries = 60 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.512863] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.retry_delay = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.513043] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.send_service_user_token = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.513212] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.513375] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.513542] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.verify_ssl = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.513705] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican.verify_ssl_path = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.513895] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican_service_user.auth_section = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.514090] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican_service_user.auth_type = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.514267] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican_service_user.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.514430] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican_service_user.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.514598] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican_service_user.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.514763] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican_service_user.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.514925] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican_service_user.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.515115] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican_service_user.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.515281] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] barbican_service_user.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.515449] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vault.approle_role_id = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.515613] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vault.approle_secret_id = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.515787] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vault.kv_mountpoint = secret {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.515953] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vault.kv_path = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.516139] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vault.kv_version = 2 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.516304] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vault.namespace = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.516468] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vault.root_token_id = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.516631] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vault.ssl_ca_crt_file = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.516804] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vault.timeout = 60.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.517000] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vault.use_ssl = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.517196] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.517373] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.517540] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.517707] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.517888] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.connect_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.518075] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.connect_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.518245] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.endpoint_override = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.518410] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.518571] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.518730] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.max_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.518889] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.min_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.519060] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.region_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.519229] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.retriable_status_codes = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.519391] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.service_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.519562] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.service_type = identity {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.519727] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.519956] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.status_code_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.520142] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.status_code_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.520311] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.520499] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.520664] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] keystone.version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.520887] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.ceph_mount_options = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.521212] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.521402] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.connection_uri = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.521571] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.cpu_mode = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.521742] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.521914] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.cpu_models = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.522104] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.cpu_power_governor_high = performance {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.522281] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.522447] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.cpu_power_management = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.522623] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.522806] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.device_detach_attempts = 8 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.522981] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.device_detach_timeout = 20 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.523167] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.disk_cachemodes = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.523332] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.disk_prefix = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.523501] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.enabled_perf_events = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.523668] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.file_backed_memory = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.523835] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.gid_maps = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.523999] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.hw_disk_discard = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.524178] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.hw_machine_type = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.524352] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.images_rbd_ceph_conf = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.524521] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.524688] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.524860] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.images_rbd_glance_store_name = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.525047] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.images_rbd_pool = rbd {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.525227] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.images_type = default {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.525393] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.images_volume_group = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.525560] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.inject_key = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.525728] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.inject_partition = -2 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.525893] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.inject_password = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.526078] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.iscsi_iface = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.526251] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.iser_use_multipath = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.526417] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.526584] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.526750] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_downtime = 500 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.526915] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.527096] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.527260] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_inbound_addr = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.527423] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.527584] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.527744] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_scheme = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.527945] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_timeout_action = abort {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.528134] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_tunnelled = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.528301] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_uri = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.528465] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.live_migration_with_native_tls = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.528629] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.max_queues = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.528795] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.529043] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.529215] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.nfs_mount_options = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.529511] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.529689] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.529897] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.530085] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.530261] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.530428] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.num_pcie_ports = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.530598] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.530773] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.pmem_namespaces = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.530974] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.quobyte_client_cfg = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.531297] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.531485] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.531656] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.531824] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.532037] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.rbd_secret_uuid = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.532215] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.rbd_user = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.532386] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.532562] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.532725] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.rescue_image_id = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.532886] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.rescue_kernel_id = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.533059] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.rescue_ramdisk_id = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.533237] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.533402] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.rx_queue_size = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.533573] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.smbfs_mount_options = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.533870] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.534066] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.snapshot_compression = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.534243] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.snapshot_image_format = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.534479] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.534652] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.sparse_logical_volumes = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.534822] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.swtpm_enabled = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.535013] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.swtpm_group = tss {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.535190] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.swtpm_user = tss {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.535366] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.sysinfo_serial = unique {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.535532] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.tb_cache_size = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.535694] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.tx_queue_size = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.535863] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.uid_maps = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.536042] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.use_virtio_for_bridges = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.536222] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.virt_type = kvm {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.536397] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.volume_clear = zero {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.536565] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.volume_clear_size = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.536734] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.volume_use_multipath = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.536899] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.vzstorage_cache_path = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.537087] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.537263] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.537433] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.537607] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.537921] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.538128] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.vzstorage_mount_user = stack {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.538305] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.538490] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.auth_section = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.538662] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.auth_type = password {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.538829] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.538994] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.539174] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.539338] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.connect_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.539500] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.connect_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.539672] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.default_floating_pool = public {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.539862] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.endpoint_override = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.540066] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.extension_sync_interval = 600 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.540241] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.http_retries = 3 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.540406] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.540569] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.540730] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.max_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.540910] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.541084] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.min_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.541259] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.ovs_bridge = br-int {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.541425] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.physnets = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.541597] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.region_name = RegionOne {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.541758] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.retriable_status_codes = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.541924] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.service_metadata_proxy = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.542100] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.service_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.542272] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.service_type = network {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.542433] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.542594] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.status_code_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.542753] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.status_code_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.542912] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.543110] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.543279] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] neutron.version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.543453] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] notifications.bdms_in_notifications = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.543638] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] notifications.default_level = INFO {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.543806] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] notifications.include_share_mapping = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.544022] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] notifications.notification_format = unversioned {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.544211] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] notifications.notify_on_state_change = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.544393] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.544573] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] pci.alias = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.544745] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] pci.device_spec = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.544914] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] pci.report_in_placement = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.545105] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.auth_section = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.545284] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.auth_type = password {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.545455] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.545620] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.545782] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.545947] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.546123] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.connect_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.546283] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.connect_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.546444] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.default_domain_id = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.546601] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.default_domain_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.546757] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.domain_id = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.546913] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.domain_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.547086] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.endpoint_override = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.547314] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.547493] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.547656] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.max_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.547835] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.min_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.548034] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.password = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.548207] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.project_domain_id = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.548376] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.project_domain_name = Default {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.548547] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.project_id = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.548722] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.project_name = service {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.548894] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.region_name = RegionOne {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.549077] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.retriable_status_codes = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.549243] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.service_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.549415] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.service_type = placement {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.549578] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.549742] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.status_code_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.549926] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.status_code_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.550111] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.system_scope = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.550276] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.550436] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.trust_id = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.550595] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.user_domain_id = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.550768] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.user_domain_name = Default {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.550926] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.user_id = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.551115] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.username = nova {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.551299] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.551460] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] placement.version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.551640] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.cores = 20 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.551811] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.count_usage_from_placement = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.551989] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.552178] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.injected_file_content_bytes = 10240 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.552350] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.injected_file_path_length = 255 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.552520] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.injected_files = 5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.552689] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.instances = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.552855] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.key_pairs = 100 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.553039] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.metadata_items = 128 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.553212] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.ram = 51200 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.553381] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.recheck_quota = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.553550] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.server_group_members = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.553719] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.server_groups = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.553924] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.554118] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] quota.unified_limits_resource_strategy = require {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.554303] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.554471] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.554637] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] scheduler.image_metadata_prefilter = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.554803] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.554973] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] scheduler.max_attempts = 3 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.555155] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] scheduler.max_placement_results = 1000 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.555325] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.555492] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.555657] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.555834] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] scheduler.workers = 2 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.556049] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.556248] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.556432] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.556605] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.556776] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.556945] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.557138] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.557333] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.557507] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.host_subset_size = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.557678] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.557841] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.558016] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.558194] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.isolated_hosts = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.558362] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.isolated_images = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.558544] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.558711] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.558878] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.559057] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.pci_in_placement = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.559227] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.559393] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.559557] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.559721] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.559913] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.560099] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.560270] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.track_instance_changes = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.560449] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.560622] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] metrics.required = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.560798] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] metrics.weight_multiplier = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.560997] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.561189] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] metrics.weight_setting = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.561500] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.561679] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] serial_console.enabled = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.561862] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] serial_console.port_range = 10000:20000 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.562051] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.562231] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.562400] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] serial_console.serialproxy_port = 6083 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.562569] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] service_user.auth_section = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.562745] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] service_user.auth_type = password {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.562931] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] service_user.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.563126] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] service_user.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.563298] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] service_user.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.563462] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] service_user.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.563621] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] service_user.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.563794] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] service_user.send_service_user_token = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.563961] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] service_user.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.564137] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] service_user.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.564313] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.agent_enabled = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.564477] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.enabled = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.564784] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.565013] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.565198] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.html5proxy_port = 6082 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.565367] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.image_compression = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.565529] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.jpeg_compression = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.565691] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.playback_compression = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.565855] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.require_secure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.566068] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.server_listen = 127.0.0.1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.566301] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.566476] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.streaming_mode = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.566639] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] spice.zlib_compression = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.566811] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] upgrade_levels.baseapi = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.566989] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] upgrade_levels.compute = auto {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.567169] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] upgrade_levels.conductor = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.567335] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] upgrade_levels.scheduler = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.567505] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.567672] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.567837] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vendordata_dynamic_auth.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.568014] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vendordata_dynamic_auth.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.568188] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.568353] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vendordata_dynamic_auth.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.568515] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.568679] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.568839] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vendordata_dynamic_auth.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.569027] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.api_retry_count = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.569196] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.ca_file = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.569370] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.569538] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.cluster_name = testcl1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.569718] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.connection_pool_size = 10 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.569912] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.console_delay_seconds = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.570113] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.datastore_regex = ^datastore.* {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.570350] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.570542] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.host_password = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.570716] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.host_port = 443 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.570893] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.host_username = administrator@vsphere.local {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.571080] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.insecure = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.571250] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.integration_bridge = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.571417] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.maximum_objects = 100 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.571579] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.pbm_default_policy = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.571744] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.pbm_enabled = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.571905] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.pbm_wsdl_location = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.572094] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.572288] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.serial_port_proxy_uri = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.572456] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.serial_port_service_uri = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.572624] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.task_poll_interval = 0.5 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.572797] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.use_linked_clone = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.572972] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.vnc_keymap = en-us {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.573154] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.vnc_port = 5900 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.573323] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vmware.vnc_port_total = 10000 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.573511] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vnc.auth_schemes = ['none'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.573687] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vnc.enabled = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.573986] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.574205] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.574385] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vnc.novncproxy_port = 6080 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.574585] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vnc.server_listen = 127.0.0.1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.574772] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.574938] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vnc.vencrypt_ca_certs = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.575116] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vnc.vencrypt_client_cert = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.575279] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vnc.vencrypt_client_key = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.575455] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.575621] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.disable_deep_image_inspection = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.575785] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.575953] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.576141] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.576311] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.disable_rootwrap = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.576475] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.enable_numa_live_migration = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.576639] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.576803] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.576966] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.577143] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.libvirt_disable_apic = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.577309] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.577475] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.577638] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.577814] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.578022] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.578199] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.578365] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.578527] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.578688] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.578855] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.579055] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.579230] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] wsgi.client_socket_timeout = 900 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.579397] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] wsgi.default_pool_size = 1000 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.579563] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] wsgi.keep_alive = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.579731] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] wsgi.max_header_line = 16384 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.579920] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.580105] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] wsgi.ssl_ca_file = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.580274] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] wsgi.ssl_cert_file = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.580438] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] wsgi.ssl_key_file = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.580604] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] wsgi.tcp_keepidle = 600 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.580793] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.580978] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] zvm.ca_file = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.581159] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] zvm.cloud_connector_url = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.581465] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.581644] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] zvm.reachable_timeout = 300 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.581822] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.582013] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.582208] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler.connection_string = messaging:// {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.582378] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler.enabled = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.582550] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler.es_doc_type = notification {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.582714] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler.es_scroll_size = 10000 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.582883] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler.es_scroll_time = 2m {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.583060] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler.filter_error_trace = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.583236] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler.hmac_keys = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.583406] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler.sentinel_service_name = mymaster {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.583575] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler.socket_timeout = 0.1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.583739] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler.trace_requests = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.583898] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler.trace_sqlalchemy = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.584094] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler_jaeger.process_tags = {} {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.584261] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler_jaeger.service_name_prefix = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.584424] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] profiler_otlp.service_name_prefix = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.584592] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] remote_debug.host = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.584753] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] remote_debug.port = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.584928] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.585109] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.585278] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.585444] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.585609] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.585773] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.585937] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.586124] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.586293] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.586469] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.586631] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.586803] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.586976] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.587158] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.587333] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.587500] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.587667] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.587861] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.588053] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.588224] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.588391] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.588557] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.588723] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.588889] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.589070] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.589239] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.589403] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.589562] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.589727] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.589939] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.ssl = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.590150] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.590330] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.590497] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.590667] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.590859] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.591055] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.591245] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.591416] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_notifications.retry = -1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.591596] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.591770] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.591943] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.auth_section = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.592127] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.auth_type = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.592292] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.cafile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.592452] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.certfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.592617] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.collect_timing = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.592776] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.connect_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.592931] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.connect_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.593107] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.endpoint_id = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.593283] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.593445] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.endpoint_override = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.593605] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.endpoint_region_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.593766] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.endpoint_service_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.593928] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.endpoint_service_type = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.594110] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.insecure = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.594275] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.keyfile = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.594435] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.max_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.594595] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.min_version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.594754] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.region_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.594915] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.retriable_status_codes = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.595090] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.service_name = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.595252] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.service_type = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.595414] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.split_loggers = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.595576] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.status_code_retries = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.595736] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.status_code_retry_delay = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.595896] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.timeout = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.596070] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.valid_interfaces = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.596230] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_limit.version = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.596405] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_reports.file_event_handler = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.596601] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.596771] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] oslo_reports.log_dir = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.596944] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.597125] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.597290] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.597457] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.597625] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.597786] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.597960] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.598139] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plug_ovs_privileged.group = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.598306] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.598474] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.598641] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.598803] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] vif_plug_ovs_privileged.user = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.598980] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.599176] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.599356] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.599532] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.599709] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.599917] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.600104] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.600278] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.600465] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.600640] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_ovs.isolate_vif = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.600813] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.600993] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.601178] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.601356] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.601525] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] os_vif_ovs.per_port_bridge = False {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.601699] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] privsep_osbrick.capabilities = [21] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.601863] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] privsep_osbrick.group = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.603119] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] privsep_osbrick.helper_command = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.603119] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.603119] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.603119] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] privsep_osbrick.user = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.603119] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.603119] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] nova_sys_admin.group = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.603119] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] nova_sys_admin.helper_command = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.603362] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.603362] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.603531] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] nova_sys_admin.user = None {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.603662] env[63043]: DEBUG oslo_service.service [None req-07374bed-97d2-44f0-bc06-95a08ea6d339 None None] ******************************************************************************** {{(pid=63043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 536.604088] env[63043]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 537.107663] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Getting list of instances from cluster (obj){ [ 537.107663] env[63043]: value = "domain-c8" [ 537.107663] env[63043]: _type = "ClusterComputeResource" [ 537.107663] env[63043]: } {{(pid=63043) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 537.108767] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c59620e-7131-4063-8bf5-7527255f30c9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.117424] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Got total of 0 instances {{(pid=63043) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 537.118045] env[63043]: WARNING nova.virt.vmwareapi.driver [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 537.118510] env[63043]: INFO nova.virt.node [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Generated node identity d1c615ed-2198-4c37-92f9-e049b1e9001f [ 537.118737] env[63043]: INFO nova.virt.node [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Wrote node identity d1c615ed-2198-4c37-92f9-e049b1e9001f to /opt/stack/data/n-cpu-1/compute_id [ 537.621848] env[63043]: WARNING nova.compute.manager [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Compute nodes ['d1c615ed-2198-4c37-92f9-e049b1e9001f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 538.627311] env[63043]: INFO nova.compute.manager [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 539.633112] env[63043]: WARNING nova.compute.manager [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 539.633493] env[63043]: DEBUG oslo_concurrency.lockutils [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.633845] env[63043]: DEBUG oslo_concurrency.lockutils [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.634121] env[63043]: DEBUG oslo_concurrency.lockutils [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.634384] env[63043]: DEBUG nova.compute.resource_tracker [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 539.635795] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ce6897-02b4-4684-954f-bb9c78a0164c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.647309] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb59d79e-bafa-4cfc-8a3d-1db62ac7574b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.671553] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d8415c-9207-4c52-a2d8-d4e68c5bf858 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.680251] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84432b90-ada3-4585-a42a-96cc152bd099 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.729866] env[63043]: DEBUG nova.compute.resource_tracker [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181162MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 539.730119] env[63043]: DEBUG oslo_concurrency.lockutils [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.730461] env[63043]: DEBUG oslo_concurrency.lockutils [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.233843] env[63043]: WARNING nova.compute.resource_tracker [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] No compute node record for cpu-1:d1c615ed-2198-4c37-92f9-e049b1e9001f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host d1c615ed-2198-4c37-92f9-e049b1e9001f could not be found. [ 540.737188] env[63043]: INFO nova.compute.resource_tracker [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: d1c615ed-2198-4c37-92f9-e049b1e9001f [ 542.245251] env[63043]: DEBUG nova.compute.resource_tracker [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 542.245692] env[63043]: DEBUG nova.compute.resource_tracker [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 542.401841] env[63043]: INFO nova.scheduler.client.report [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] [req-7f741805-e4dc-48d8-8617-370c05172790] Created resource provider record via placement API for resource provider with UUID d1c615ed-2198-4c37-92f9-e049b1e9001f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 542.417903] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265020c9-a6b7-4238-b721-7483c586e790 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.425668] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3474b7d4-77c0-4de5-8599-1b12a85fbb0b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.456328] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4368cdf-898f-440b-b9a7-4bfdcde100f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.463645] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eab8c4b-4cea-41e3-9b49-c1a5abe9617f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.476697] env[63043]: DEBUG nova.compute.provider_tree [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.015195] env[63043]: DEBUG nova.scheduler.client.report [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Updated inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 543.015436] env[63043]: DEBUG nova.compute.provider_tree [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Updating resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f generation from 0 to 1 during operation: update_inventory {{(pid=63043) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 543.015578] env[63043]: DEBUG nova.compute.provider_tree [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.065756] env[63043]: DEBUG nova.compute.provider_tree [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Updating resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f generation from 1 to 2 during operation: update_traits {{(pid=63043) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 543.570871] env[63043]: DEBUG nova.compute.resource_tracker [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 543.571185] env[63043]: DEBUG oslo_concurrency.lockutils [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.571294] env[63043]: DEBUG nova.service [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Creating RPC server for service compute {{(pid=63043) start /opt/stack/nova/nova/service.py:186}} [ 543.585333] env[63043]: DEBUG nova.service [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] Join ServiceGroup membership for this service compute {{(pid=63043) start /opt/stack/nova/nova/service.py:203}} [ 543.585497] env[63043]: DEBUG nova.servicegroup.drivers.db [None req-298c836d-78cc-4f9d-8e32-57c14cc00198 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63043) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 579.143195] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "0a169a9a-b915-4fb9-bcd9-547884a05c89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.143195] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "0a169a9a-b915-4fb9-bcd9-547884a05c89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.645527] env[63043]: DEBUG nova.compute.manager [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.190031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.190031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.190882] env[63043]: INFO nova.compute.claims [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.252662] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eee83a6-5449-4fc3-b1ef-c04f1946014a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.262446] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfdea29-a557-4f6d-b5df-ef9c80c33ca0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.304809] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e64195-c7e6-4ca1-8d6a-7fd6a2536985 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.314588] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8138869-9de8-4b78-98f0-8c2f6a905529 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.332564] env[63043]: DEBUG nova.compute.provider_tree [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.840805] env[63043]: DEBUG nova.scheduler.client.report [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.348248] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.348838] env[63043]: DEBUG nova.compute.manager [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.857541] env[63043]: DEBUG nova.compute.utils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 582.861188] env[63043]: DEBUG nova.compute.manager [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.861459] env[63043]: DEBUG nova.network.neutron [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.052989] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "880592dc-3d7e-4ad8-ae77-1da91e495e94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.053377] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "880592dc-3d7e-4ad8-ae77-1da91e495e94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.364242] env[63043]: DEBUG nova.compute.manager [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.556572] env[63043]: DEBUG nova.compute.manager [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.586179] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Acquiring lock "471ac034-2d40-488b-920c-308e84121373" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.586443] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Lock "471ac034-2d40-488b-920c-308e84121373" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.979807] env[63043]: DEBUG nova.policy [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ec31f1683644389b4c4db48293f31c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14b98fac40b449219b9b1febf9b16c9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.083126] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.083570] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.094019] env[63043]: INFO nova.compute.claims [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.095644] env[63043]: DEBUG nova.compute.manager [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.381602] env[63043]: DEBUG nova.compute.manager [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.419567] env[63043]: DEBUG nova.virt.hardware [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.420982] env[63043]: DEBUG nova.virt.hardware [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.421227] env[63043]: DEBUG nova.virt.hardware [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.421469] env[63043]: DEBUG nova.virt.hardware [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.421614] env[63043]: DEBUG nova.virt.hardware [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.421768] env[63043]: DEBUG nova.virt.hardware [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.421993] env[63043]: DEBUG nova.virt.hardware [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.422173] env[63043]: DEBUG nova.virt.hardware [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.422607] env[63043]: DEBUG nova.virt.hardware [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.422798] env[63043]: DEBUG nova.virt.hardware [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.422977] env[63043]: DEBUG nova.virt.hardware [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.424686] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3181d6-f613-4463-a8c1-70a18d722c1d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.434152] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae672c-de4a-48b6-9274-f9a9c8b97bf2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.451462] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6586164c-009f-4348-97c3-26c6f1103ff8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.647255] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.155875] env[63043]: DEBUG nova.network.neutron [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Successfully created port: d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.226121] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Acquiring lock "8362c470-7c23-4313-996b-982eb6e696a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.226121] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Lock "8362c470-7c23-4313-996b-982eb6e696a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.227630] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a004e11-00a8-4fbd-9dce-dc43e7536f53 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.239571] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fef277d-4063-47f6-88c0-3ee784d825e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.292413] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d542bdbd-ecb9-4c6a-becb-ddfec5644e0a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.303818] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de957c18-6fb9-44c9-9782-7728837e9417 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.320281] env[63043]: DEBUG nova.compute.provider_tree [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.732586] env[63043]: DEBUG nova.compute.manager [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.824435] env[63043]: DEBUG nova.scheduler.client.report [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.264402] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.335607] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.336646] env[63043]: DEBUG nova.compute.manager [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.338901] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.692s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.340312] env[63043]: INFO nova.compute.claims [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.373092] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Acquiring lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.373381] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.852807] env[63043]: DEBUG nova.compute.utils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 586.856802] env[63043]: DEBUG nova.compute.manager [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.856802] env[63043]: DEBUG nova.network.neutron [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.878179] env[63043]: DEBUG nova.compute.manager [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.925842] env[63043]: DEBUG nova.policy [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e904f5cc11a347bba7a8510a24c59abd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd90cdc0626f8493aace1f506e71492a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.315558] env[63043]: DEBUG nova.network.neutron [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Successfully created port: 9ae867a1-fdea-49fe-96fd-34527a98fe8f {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.365380] env[63043]: DEBUG nova.compute.manager [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.409385] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.486851] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9f7347-3743-4fbc-8848-4dea5f1c6e8f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.494889] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a0bb59-5e94-4d06-b986-cde86c25a000 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.528143] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b4e22c-22b0-44f5-93b4-3780df7012e8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.534123] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.534345] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.543987] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51052123-49c3-440c-93c7-bcd3c6381cb6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.560120] env[63043]: DEBUG nova.compute.provider_tree [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.046052] env[63043]: DEBUG nova.compute.manager [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.067227] env[63043]: DEBUG nova.scheduler.client.report [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.130780] env[63043]: DEBUG nova.network.neutron [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Successfully updated port: d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.380319] env[63043]: DEBUG nova.compute.manager [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.406709] env[63043]: DEBUG nova.virt.hardware [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.407280] env[63043]: DEBUG nova.virt.hardware [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.407280] env[63043]: DEBUG nova.virt.hardware [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.407400] env[63043]: DEBUG nova.virt.hardware [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.407549] env[63043]: DEBUG nova.virt.hardware [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.407699] env[63043]: DEBUG nova.virt.hardware [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.407952] env[63043]: DEBUG nova.virt.hardware [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.408199] env[63043]: DEBUG nova.virt.hardware [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.408403] env[63043]: DEBUG nova.virt.hardware [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.409077] env[63043]: DEBUG nova.virt.hardware [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.409077] env[63043]: DEBUG nova.virt.hardware [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.409701] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc3a28-1aa4-4882-ad3d-9e3bb859fe3c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.418045] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70af6448-0b62-4bd0-b067-a08be4e61b40 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.571377] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.571986] env[63043]: DEBUG nova.compute.manager [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.575698] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.311s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.577923] env[63043]: INFO nova.compute.claims [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.590209] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.634030] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "refresh_cache-0a169a9a-b915-4fb9-bcd9-547884a05c89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.634190] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquired lock "refresh_cache-0a169a9a-b915-4fb9-bcd9-547884a05c89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.634354] env[63043]: DEBUG nova.network.neutron [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.082549] env[63043]: DEBUG nova.compute.utils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 589.087232] env[63043]: DEBUG nova.compute.manager [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.088020] env[63043]: DEBUG nova.network.neutron [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.198792] env[63043]: DEBUG nova.policy [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca6e0369d194232a5883ae777c34065', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac10054bf1f4488eb1eba5c786f40bcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.222109] env[63043]: DEBUG nova.network.neutron [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.592109] env[63043]: DEBUG nova.compute.manager [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.628118] env[63043]: DEBUG nova.network.neutron [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Successfully updated port: 9ae867a1-fdea-49fe-96fd-34527a98fe8f {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.709642] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9575583d-22b6-4ce8-9ba3-ff745fbaac83 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.719546] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a472135-6926-4e3d-bd4d-ea7f647c7106 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.761359] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23013aa6-c2c8-4805-9392-dcc98d08d003 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.768998] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c378c625-451e-4d7a-95e1-556c8bf568c0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.784514] env[63043]: DEBUG nova.compute.provider_tree [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.786839] env[63043]: DEBUG nova.network.neutron [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Successfully created port: b319a72f-a943-4e81-9c88-3c4612568153 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.819219] env[63043]: DEBUG nova.network.neutron [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Updating instance_info_cache with network_info: [{"id": "d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99", "address": "fa:16:3e:4f:cf:37", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ec99f-45", "ovs_interfaceid": "d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.866433] env[63043]: DEBUG nova.compute.manager [req-481bb216-b5d8-47e9-a72d-0f8b86d4ee6c req-8183abf9-afec-448f-aad5-c691be49a551 service nova] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Received event network-vif-plugged-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.866503] env[63043]: DEBUG oslo_concurrency.lockutils [req-481bb216-b5d8-47e9-a72d-0f8b86d4ee6c req-8183abf9-afec-448f-aad5-c691be49a551 service nova] Acquiring lock "0a169a9a-b915-4fb9-bcd9-547884a05c89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.866721] env[63043]: DEBUG oslo_concurrency.lockutils [req-481bb216-b5d8-47e9-a72d-0f8b86d4ee6c req-8183abf9-afec-448f-aad5-c691be49a551 service nova] Lock "0a169a9a-b915-4fb9-bcd9-547884a05c89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.866832] env[63043]: DEBUG oslo_concurrency.lockutils [req-481bb216-b5d8-47e9-a72d-0f8b86d4ee6c req-8183abf9-afec-448f-aad5-c691be49a551 service nova] Lock "0a169a9a-b915-4fb9-bcd9-547884a05c89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.867719] env[63043]: DEBUG nova.compute.manager [req-481bb216-b5d8-47e9-a72d-0f8b86d4ee6c req-8183abf9-afec-448f-aad5-c691be49a551 service nova] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] No waiting events found dispatching network-vif-plugged-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.867719] env[63043]: WARNING nova.compute.manager [req-481bb216-b5d8-47e9-a72d-0f8b86d4ee6c req-8183abf9-afec-448f-aad5-c691be49a551 service nova] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Received unexpected event network-vif-plugged-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 for instance with vm_state building and task_state spawning. [ 590.131316] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "refresh_cache-880592dc-3d7e-4ad8-ae77-1da91e495e94" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.131769] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquired lock "refresh_cache-880592dc-3d7e-4ad8-ae77-1da91e495e94" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.131769] env[63043]: DEBUG nova.network.neutron [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.290872] env[63043]: DEBUG nova.scheduler.client.report [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.323799] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Releasing lock "refresh_cache-0a169a9a-b915-4fb9-bcd9-547884a05c89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.324048] env[63043]: DEBUG nova.compute.manager [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Instance network_info: |[{"id": "d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99", "address": "fa:16:3e:4f:cf:37", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ec99f-45", "ovs_interfaceid": "d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.324517] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:cf:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd11ec99f-45a1-4e4c-afcd-7fe0dfb70d99', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.343071] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.343789] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74d5b67e-55c3-44f2-a18c-e1706070a2ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.355598] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Created folder: OpenStack in parent group-v4. [ 590.355598] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Creating folder: Project (14b98fac40b449219b9b1febf9b16c9d). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.356696] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39da426f-e9a5-4800-a7bd-4121c202c603 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.365851] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Created folder: Project (14b98fac40b449219b9b1febf9b16c9d) in parent group-v502843. [ 590.366163] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Creating folder: Instances. Parent ref: group-v502844. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.366491] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd8f951c-250b-407d-a3ab-ceec60bc7913 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.375797] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Created folder: Instances in parent group-v502844. [ 590.376035] env[63043]: DEBUG oslo.service.loopingcall [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.376243] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.376448] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40ff8842-e490-4a99-8eee-99384703e5a4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.397340] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.397340] env[63043]: value = "task-2485353" [ 590.397340] env[63043]: _type = "Task" [ 590.397340] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.406710] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485353, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.606693] env[63043]: DEBUG nova.compute.manager [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.638840] env[63043]: DEBUG nova.virt.hardware [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.640013] env[63043]: DEBUG nova.virt.hardware [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.640263] env[63043]: DEBUG nova.virt.hardware [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.640468] env[63043]: DEBUG nova.virt.hardware [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.641833] env[63043]: DEBUG nova.virt.hardware [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.641833] env[63043]: DEBUG nova.virt.hardware [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.641833] env[63043]: DEBUG nova.virt.hardware [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.642109] env[63043]: DEBUG nova.virt.hardware [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.642146] env[63043]: DEBUG nova.virt.hardware [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.642358] env[63043]: DEBUG nova.virt.hardware [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.642705] env[63043]: DEBUG nova.virt.hardware [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.646159] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc9a987-59d3-429e-ac44-e3113ec2006c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.658500] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0452f76-39fe-48ea-8c7e-b4c42b531cfc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.733327] env[63043]: DEBUG nova.network.neutron [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.799292] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.799939] env[63043]: DEBUG nova.compute.manager [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.803794] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.394s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.805941] env[63043]: INFO nova.compute.claims [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.909322] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485353, 'name': CreateVM_Task, 'duration_secs': 0.336932} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.909753] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.928080] env[63043]: DEBUG oslo_vmware.service [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44df6daa-a732-4ec6-96cc-29741245a056 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.934782] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.935212] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.935978] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.938168] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d41665-218e-40a7-9369-030b5f9860bb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.943856] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 590.943856] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b80e2d-5b18-a28a-332d-0455738ddfde" [ 590.943856] env[63043]: _type = "Task" [ 590.943856] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.957917] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b80e2d-5b18-a28a-332d-0455738ddfde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.201655] env[63043]: DEBUG nova.network.neutron [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Updating instance_info_cache with network_info: [{"id": "9ae867a1-fdea-49fe-96fd-34527a98fe8f", "address": "fa:16:3e:aa:c0:ad", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae867a1-fd", "ovs_interfaceid": "9ae867a1-fdea-49fe-96fd-34527a98fe8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.312887] env[63043]: DEBUG nova.compute.utils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 591.316638] env[63043]: DEBUG nova.compute.manager [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.318296] env[63043]: DEBUG nova.network.neutron [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.405654] env[63043]: DEBUG nova.policy [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a2a53b9b8a740b5a9954959bf14085d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ead99cdd46b940018cdc24f252bffbcd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.459908] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.460376] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.460657] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.460898] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.461267] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.461550] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dba1aa7-8ac6-44d0-b356-b2a3b1a1e3d9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.480745] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.480745] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.482069] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c61265-2dfe-4d41-8f45-b1f4529848f3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.498622] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639b8000-0243-4869-b905-d8056f6ce8a3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.505515] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 591.505515] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5233dca4-73a6-429f-ba8d-6da655969eb9" [ 591.505515] env[63043]: _type = "Task" [ 591.505515] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.518373] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5233dca4-73a6-429f-ba8d-6da655969eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.587781] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._sync_power_states {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.663301] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "1f9e63fc-b3df-4435-ae2c-afe64c256f93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.663301] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "1f9e63fc-b3df-4435-ae2c-afe64c256f93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.709187] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Releasing lock "refresh_cache-880592dc-3d7e-4ad8-ae77-1da91e495e94" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.709280] env[63043]: DEBUG nova.compute.manager [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Instance network_info: |[{"id": "9ae867a1-fdea-49fe-96fd-34527a98fe8f", "address": "fa:16:3e:aa:c0:ad", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae867a1-fd", "ovs_interfaceid": "9ae867a1-fdea-49fe-96fd-34527a98fe8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 591.709655] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:c0:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ae867a1-fdea-49fe-96fd-34527a98fe8f', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.719352] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Creating folder: Project (d90cdc0626f8493aace1f506e71492a2). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.719489] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-befc3f65-edd7-4e9d-80b7-80f21ae0f1f4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.729695] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Created folder: Project (d90cdc0626f8493aace1f506e71492a2) in parent group-v502843. [ 591.729695] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Creating folder: Instances. Parent ref: group-v502847. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.729922] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abfdda5f-5568-48a9-98ea-4b93d50ee801 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.741876] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Created folder: Instances in parent group-v502847. [ 591.742162] env[63043]: DEBUG oslo.service.loopingcall [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 591.742361] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.742594] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-322d8861-3897-43f8-8784-99a8a7bb4f80 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.770300] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.770300] env[63043]: value = "task-2485356" [ 591.770300] env[63043]: _type = "Task" [ 591.770300] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.779354] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485356, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.818751] env[63043]: DEBUG nova.compute.manager [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.001752] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1820da23-30ed-4902-9f72-1724931c34c6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.018378] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1ec239-3154-4727-a6cf-f2b4f0beb839 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.061870] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Preparing fetch location {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 592.062182] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Creating directory with path [datastore1] vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.063020] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5489c20e-ad79-405a-9696-dea5bb1a5ac5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.066651] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3313514a-858a-46b5-acd6-a52d504320c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.074103] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bab6f0-1425-4565-871d-56f66c2775f9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.088802] env[63043]: DEBUG nova.compute.provider_tree [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.094674] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Getting list of instances from cluster (obj){ [ 592.094674] env[63043]: value = "domain-c8" [ 592.094674] env[63043]: _type = "ClusterComputeResource" [ 592.094674] env[63043]: } {{(pid=63043) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 592.094674] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Created directory with path [datastore1] vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.094901] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Fetch image to [datastore1] vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 592.094938] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Downloading image file data c04b4539-b4fb-448a-802e-c39bc76f1862 to [datastore1] vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk on the data store datastore1 {{(pid=63043) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 592.096697] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3de323-15f2-43de-90d3-178e61cd8656 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.100797] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb9e05c-9cc9-4140-ba1d-d183642de1e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.110994] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Got total of 2 instances {{(pid=63043) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 592.111179] env[63043]: WARNING nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] While synchronizing instance power states, found 5 instances in the database and 2 instances on the hypervisor. [ 592.111334] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid 0a169a9a-b915-4fb9-bcd9-547884a05c89 {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 592.111603] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid 880592dc-3d7e-4ad8-ae77-1da91e495e94 {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 592.111759] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid 471ac034-2d40-488b-920c-308e84121373 {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 592.113076] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid 8362c470-7c23-4313-996b-982eb6e696a2 {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 592.113076] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid c48e0bf0-dfc5-4ec7-b611-b96af9659bf5 {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 592.118203] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "0a169a9a-b915-4fb9-bcd9-547884a05c89" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.118539] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "880592dc-3d7e-4ad8-ae77-1da91e495e94" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.119130] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "471ac034-2d40-488b-920c-308e84121373" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.119299] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "8362c470-7c23-4313-996b-982eb6e696a2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.119492] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.119667] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.119883] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63043) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 592.120118] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.121814] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5d084e-e742-4ec5-aeca-e36b1e80cf3a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.132777] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e66799-4e87-41b4-8c5e-a84829f0d782 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.172369] env[63043]: DEBUG nova.compute.manager [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.178525] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1915afff-ac24-4834-8c92-805d15f55982 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.179237] env[63043]: DEBUG nova.network.neutron [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Successfully created port: 9a6b7c4c-ed1e-4693-b372-3bb141bdb231 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.186052] env[63043]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ad426bb6-597b-4910-9e71-040670528752 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.222302] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Downloading image file data c04b4539-b4fb-448a-802e-c39bc76f1862 to the data store datastore1 {{(pid=63043) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 592.282805] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485356, 'name': CreateVM_Task, 'duration_secs': 0.343994} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.282977] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.284401] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.284401] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.284713] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.284969] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95ff9fc-9161-454c-8311-3f4486f3d214 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.290032] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 592.290032] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d550b1-4adb-d0fe-7ebe-b34aef85a887" [ 592.290032] env[63043]: _type = "Task" [ 592.290032] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.302763] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d550b1-4adb-d0fe-7ebe-b34aef85a887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.309922] env[63043]: DEBUG oslo_vmware.rw_handles [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63043) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 592.457190] env[63043]: DEBUG nova.network.neutron [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Successfully updated port: b319a72f-a943-4e81-9c88-3c4612568153 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.597593] env[63043]: DEBUG nova.scheduler.client.report [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.625656] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.701737] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.801020] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.801192] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.801410] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.877096] env[63043]: DEBUG nova.compute.manager [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.903273] env[63043]: DEBUG nova.virt.hardware [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.904718] env[63043]: DEBUG nova.virt.hardware [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.904718] env[63043]: DEBUG nova.virt.hardware [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.904718] env[63043]: DEBUG nova.virt.hardware [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.904718] env[63043]: DEBUG nova.virt.hardware [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.904973] env[63043]: DEBUG nova.virt.hardware [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.905416] env[63043]: DEBUG nova.virt.hardware [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.905756] env[63043]: DEBUG nova.virt.hardware [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.906053] env[63043]: DEBUG nova.virt.hardware [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.906322] env[63043]: DEBUG nova.virt.hardware [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.906689] env[63043]: DEBUG nova.virt.hardware [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.907919] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b74478-d425-450e-9bc1-8d15f44da75b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.924827] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc76609b-2f4d-4025-a2a0-b7e815a240a0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.964501] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Acquiring lock "refresh_cache-471ac034-2d40-488b-920c-308e84121373" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.964648] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Acquired lock "refresh_cache-471ac034-2d40-488b-920c-308e84121373" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.964806] env[63043]: DEBUG nova.network.neutron [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.043196] env[63043]: DEBUG oslo_vmware.rw_handles [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Completed reading data from the image iterator. {{(pid=63043) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 593.043418] env[63043]: DEBUG oslo_vmware.rw_handles [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 593.102983] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.103550] env[63043]: DEBUG nova.compute.manager [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.106784] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.517s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.108921] env[63043]: INFO nova.compute.claims [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.132455] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Downloaded image file data c04b4539-b4fb-448a-802e-c39bc76f1862 to vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk on the data store datastore1 {{(pid=63043) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 593.134528] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Caching image {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 593.135876] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Copying Virtual Disk [datastore1] vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk to [datastore1] vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.136337] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9957c7bf-1f49-4911-b264-7b08982a7390 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.149035] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 593.149035] env[63043]: value = "task-2485357" [ 593.149035] env[63043]: _type = "Task" [ 593.149035] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.158076] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.557355] env[63043]: DEBUG nova.network.neutron [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.617543] env[63043]: DEBUG nova.compute.utils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 593.621119] env[63043]: DEBUG nova.compute.manager [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.621672] env[63043]: DEBUG nova.network.neutron [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.662285] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485357, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.710901] env[63043]: DEBUG nova.compute.manager [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Received event network-changed-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.711105] env[63043]: DEBUG nova.compute.manager [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Refreshing instance network info cache due to event network-changed-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.711318] env[63043]: DEBUG oslo_concurrency.lockutils [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] Acquiring lock "refresh_cache-0a169a9a-b915-4fb9-bcd9-547884a05c89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.711454] env[63043]: DEBUG oslo_concurrency.lockutils [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] Acquired lock "refresh_cache-0a169a9a-b915-4fb9-bcd9-547884a05c89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.711637] env[63043]: DEBUG nova.network.neutron [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Refreshing network info cache for port d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.777217] env[63043]: DEBUG nova.policy [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e9bde781263476cbe8e665ea793eecc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20b31c11544c49499e3bd2baa95dfbe9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.884947] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "58b0ce0a-9269-471c-91b9-9873a0bceeff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.885233] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "58b0ce0a-9269-471c-91b9-9873a0bceeff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.122273] env[63043]: DEBUG nova.compute.manager [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.156831] env[63043]: DEBUG nova.network.neutron [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Updating instance_info_cache with network_info: [{"id": "b319a72f-a943-4e81-9c88-3c4612568153", "address": "fa:16:3e:dc:8a:ad", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb319a72f-a9", "ovs_interfaceid": "b319a72f-a943-4e81-9c88-3c4612568153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.169046] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655696} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.174393] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Copied Virtual Disk [datastore1] vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk to [datastore1] vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.174586] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Deleting the datastore file [datastore1] vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.175243] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e7f130e-ed54-47c1-b428-8d7755330441 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.186863] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 594.186863] env[63043]: value = "task-2485358" [ 594.186863] env[63043]: _type = "Task" [ 594.186863] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.198434] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.300421] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecd4593-b7fe-49a8-be53-11b862e1d52e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.311060] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21eb837-cacc-428f-8f28-7fd05174a98e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.352900] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ffb92d-ab3d-4d63-b813-3d07bae1116d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.360780] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3709ce9-3e64-489d-ab4e-c4f27a5194af {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.375106] env[63043]: DEBUG nova.compute.provider_tree [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.387668] env[63043]: DEBUG nova.compute.manager [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.677383] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Releasing lock "refresh_cache-471ac034-2d40-488b-920c-308e84121373" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.677728] env[63043]: DEBUG nova.compute.manager [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Instance network_info: |[{"id": "b319a72f-a943-4e81-9c88-3c4612568153", "address": "fa:16:3e:dc:8a:ad", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb319a72f-a9", "ovs_interfaceid": "b319a72f-a943-4e81-9c88-3c4612568153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.678223] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:8a:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b319a72f-a943-4e81-9c88-3c4612568153', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.686157] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Creating folder: Project (ac10054bf1f4488eb1eba5c786f40bcb). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.686800] env[63043]: DEBUG nova.network.neutron [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Successfully created port: a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.688674] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a226b43-53e0-4e26-a137-3645b9387645 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.700292] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024488} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.701059] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.701059] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Moving file from [datastore1] vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0/c04b4539-b4fb-448a-802e-c39bc76f1862 to [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862. {{(pid=63043) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 594.702100] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8218c634-c22d-4dd8-8fad-1f7b642f8376 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.706377] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Created folder: Project (ac10054bf1f4488eb1eba5c786f40bcb) in parent group-v502843. [ 594.706377] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Creating folder: Instances. Parent ref: group-v502850. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.706377] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3e36294-c253-438b-b3cc-8763d2aadf59 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.707481] env[63043]: DEBUG nova.network.neutron [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Updated VIF entry in instance network info cache for port d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.707481] env[63043]: DEBUG nova.network.neutron [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Updating instance_info_cache with network_info: [{"id": "d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99", "address": "fa:16:3e:4f:cf:37", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ec99f-45", "ovs_interfaceid": "d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.717556] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 594.717556] env[63043]: value = "task-2485360" [ 594.717556] env[63043]: _type = "Task" [ 594.717556] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.720153] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Created folder: Instances in parent group-v502850. [ 594.720478] env[63043]: DEBUG oslo.service.loopingcall [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.721166] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 471ac034-2d40-488b-920c-308e84121373] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.726189] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22adc6a9-bebc-461c-ad17-74dc0b8f218e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.742548] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485360, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.748977] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.748977] env[63043]: value = "task-2485362" [ 594.748977] env[63043]: _type = "Task" [ 594.748977] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.761770] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485362, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.879404] env[63043]: DEBUG nova.scheduler.client.report [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.883900] env[63043]: DEBUG nova.network.neutron [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Successfully updated port: 9a6b7c4c-ed1e-4693-b372-3bb141bdb231 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.921894] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.132312] env[63043]: DEBUG nova.compute.manager [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.172190] env[63043]: DEBUG nova.virt.hardware [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.172190] env[63043]: DEBUG nova.virt.hardware [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.172190] env[63043]: DEBUG nova.virt.hardware [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.172365] env[63043]: DEBUG nova.virt.hardware [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.172365] env[63043]: DEBUG nova.virt.hardware [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.172365] env[63043]: DEBUG nova.virt.hardware [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.172365] env[63043]: DEBUG nova.virt.hardware [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.172365] env[63043]: DEBUG nova.virt.hardware [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.172503] env[63043]: DEBUG nova.virt.hardware [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.172503] env[63043]: DEBUG nova.virt.hardware [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.172503] env[63043]: DEBUG nova.virt.hardware [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.173653] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd7308a-1828-49b6-9b0f-c2c8ced74b79 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.186579] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6d7a37-79b5-4df9-b4c3-c50f07b2531a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.211472] env[63043]: DEBUG oslo_concurrency.lockutils [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] Releasing lock "refresh_cache-0a169a9a-b915-4fb9-bcd9-547884a05c89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.212537] env[63043]: DEBUG nova.compute.manager [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Received event network-vif-plugged-9ae867a1-fdea-49fe-96fd-34527a98fe8f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.212845] env[63043]: DEBUG oslo_concurrency.lockutils [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] Acquiring lock "880592dc-3d7e-4ad8-ae77-1da91e495e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.213096] env[63043]: DEBUG oslo_concurrency.lockutils [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] Lock "880592dc-3d7e-4ad8-ae77-1da91e495e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.213271] env[63043]: DEBUG oslo_concurrency.lockutils [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] Lock "880592dc-3d7e-4ad8-ae77-1da91e495e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.213455] env[63043]: DEBUG nova.compute.manager [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] No waiting events found dispatching network-vif-plugged-9ae867a1-fdea-49fe-96fd-34527a98fe8f {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.213626] env[63043]: WARNING nova.compute.manager [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Received unexpected event network-vif-plugged-9ae867a1-fdea-49fe-96fd-34527a98fe8f for instance with vm_state building and task_state spawning. [ 595.213792] env[63043]: DEBUG nova.compute.manager [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Received event network-changed-9ae867a1-fdea-49fe-96fd-34527a98fe8f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.213945] env[63043]: DEBUG nova.compute.manager [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Refreshing instance network info cache due to event network-changed-9ae867a1-fdea-49fe-96fd-34527a98fe8f. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 595.214146] env[63043]: DEBUG oslo_concurrency.lockutils [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] Acquiring lock "refresh_cache-880592dc-3d7e-4ad8-ae77-1da91e495e94" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.214283] env[63043]: DEBUG oslo_concurrency.lockutils [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] Acquired lock "refresh_cache-880592dc-3d7e-4ad8-ae77-1da91e495e94" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.214438] env[63043]: DEBUG nova.network.neutron [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Refreshing network info cache for port 9ae867a1-fdea-49fe-96fd-34527a98fe8f {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.228878] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485360, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027987} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.229552] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] File moved {{(pid=63043) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 595.229867] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Cleaning up location [datastore1] vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 595.230166] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Deleting the datastore file [datastore1] vmware_temp/fa52ee57-c05e-4268-a135-9ca8f2c587b0 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.230519] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5938bee3-b33e-47f3-81b5-a8b23e28727b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.239340] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 595.239340] env[63043]: value = "task-2485363" [ 595.239340] env[63043]: _type = "Task" [ 595.239340] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.253323] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.262262] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485362, 'name': CreateVM_Task, 'duration_secs': 0.395861} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.262725] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 471ac034-2d40-488b-920c-308e84121373] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.263565] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.263916] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.264386] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.264779] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a85dd92-ae77-42cd-8693-2a32e4de6af5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.274814] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Waiting for the task: (returnval){ [ 595.274814] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a1153d-5e88-9380-c9e6-78490f5522d4" [ 595.274814] env[63043]: _type = "Task" [ 595.274814] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.288990] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a1153d-5e88-9380-c9e6-78490f5522d4, 'name': SearchDatastore_Task, 'duration_secs': 0.008793} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.288990] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.288990] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.288990] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.385323] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.385879] env[63043]: DEBUG nova.compute.manager [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.390342] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Acquiring lock "refresh_cache-8362c470-7c23-4313-996b-982eb6e696a2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.390342] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Acquired lock "refresh_cache-8362c470-7c23-4313-996b-982eb6e696a2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.390342] env[63043]: DEBUG nova.network.neutron [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.390975] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.765s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.391160] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.391326] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 595.391648] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.691s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.393227] env[63043]: INFO nova.compute.claims [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.399833] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac7f8cd-655e-417a-9201-f7e548f48599 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.413983] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b55b4cb-91c9-4f0c-a280-e9b462122b72 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.437028] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b071d100-2231-4334-a2fb-0202f527aeac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.445886] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629a79be-78b4-4505-bb8c-63418a1f1e33 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.485013] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181178MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 595.485262] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.754259] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024872} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.761323] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.762228] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cac5db8-3e1a-4072-b05a-b76cad9b0d1b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.769516] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 595.769516] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529f6513-0baa-741d-1a70-87b045f12fb7" [ 595.769516] env[63043]: _type = "Task" [ 595.769516] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.777482] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529f6513-0baa-741d-1a70-87b045f12fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.893289] env[63043]: DEBUG nova.compute.utils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 595.894672] env[63043]: DEBUG nova.compute.manager [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.894831] env[63043]: DEBUG nova.network.neutron [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.961536] env[63043]: DEBUG nova.network.neutron [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.007781] env[63043]: DEBUG nova.policy [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10e0e28f61004581a161326a415e69e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d7adc2a6fe64fe88e295f263b613a99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.126451] env[63043]: DEBUG nova.network.neutron [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Updated VIF entry in instance network info cache for port 9ae867a1-fdea-49fe-96fd-34527a98fe8f. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.126894] env[63043]: DEBUG nova.network.neutron [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Updating instance_info_cache with network_info: [{"id": "9ae867a1-fdea-49fe-96fd-34527a98fe8f", "address": "fa:16:3e:aa:c0:ad", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae867a1-fd", "ovs_interfaceid": "9ae867a1-fdea-49fe-96fd-34527a98fe8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.172786] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Acquiring lock "4fe02429-cd39-4135-9936-b520204db2d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.173566] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Lock "4fe02429-cd39-4135-9936-b520204db2d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.184247] env[63043]: DEBUG nova.network.neutron [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Updating instance_info_cache with network_info: [{"id": "9a6b7c4c-ed1e-4693-b372-3bb141bdb231", "address": "fa:16:3e:21:24:53", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6b7c4c-ed", "ovs_interfaceid": "9a6b7c4c-ed1e-4693-b372-3bb141bdb231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.197118] env[63043]: DEBUG nova.compute.manager [req-5f55d42f-5e9e-4002-a51a-645800e0504f req-ca4ad29c-cd8b-43b9-b924-91271147a420 service nova] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Received event network-vif-plugged-9a6b7c4c-ed1e-4693-b372-3bb141bdb231 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.197327] env[63043]: DEBUG oslo_concurrency.lockutils [req-5f55d42f-5e9e-4002-a51a-645800e0504f req-ca4ad29c-cd8b-43b9-b924-91271147a420 service nova] Acquiring lock "8362c470-7c23-4313-996b-982eb6e696a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.197521] env[63043]: DEBUG oslo_concurrency.lockutils [req-5f55d42f-5e9e-4002-a51a-645800e0504f req-ca4ad29c-cd8b-43b9-b924-91271147a420 service nova] Lock "8362c470-7c23-4313-996b-982eb6e696a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.197690] env[63043]: DEBUG oslo_concurrency.lockutils [req-5f55d42f-5e9e-4002-a51a-645800e0504f req-ca4ad29c-cd8b-43b9-b924-91271147a420 service nova] Lock "8362c470-7c23-4313-996b-982eb6e696a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.197852] env[63043]: DEBUG nova.compute.manager [req-5f55d42f-5e9e-4002-a51a-645800e0504f req-ca4ad29c-cd8b-43b9-b924-91271147a420 service nova] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] No waiting events found dispatching network-vif-plugged-9a6b7c4c-ed1e-4693-b372-3bb141bdb231 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.198013] env[63043]: WARNING nova.compute.manager [req-5f55d42f-5e9e-4002-a51a-645800e0504f req-ca4ad29c-cd8b-43b9-b924-91271147a420 service nova] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Received unexpected event network-vif-plugged-9a6b7c4c-ed1e-4693-b372-3bb141bdb231 for instance with vm_state building and task_state spawning. [ 596.285048] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529f6513-0baa-741d-1a70-87b045f12fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009009} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.285334] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.285599] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 0a169a9a-b915-4fb9-bcd9-547884a05c89/0a169a9a-b915-4fb9-bcd9-547884a05c89.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.286094] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.286094] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.286319] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ffec3e5-a465-462a-b04c-98f9686fa4a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.288604] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a76538e1-ed12-474f-802b-89bb6d17cc65 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.296160] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 596.296160] env[63043]: value = "task-2485364" [ 596.296160] env[63043]: _type = "Task" [ 596.296160] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.305025] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.305025] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.306897] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f8fea6-7396-4eb2-90dd-e07e24f78a0b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.313678] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.317380] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 596.317380] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528fb29a-c7c1-f58a-9fd5-eaa83f6e1860" [ 596.317380] env[63043]: _type = "Task" [ 596.317380] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.326763] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528fb29a-c7c1-f58a-9fd5-eaa83f6e1860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.398708] env[63043]: DEBUG nova.compute.manager [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.598945] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6624d005-562d-4096-96f5-101d71f2132d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.616432] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e938d03-ba8b-4f3e-842c-c3e04fa529f6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.655848] env[63043]: DEBUG oslo_concurrency.lockutils [req-f714b5b6-4483-458e-a227-dad5fb37df86 req-7442e0b0-d1a5-41d0-a2c8-8f1f897efcae service nova] Releasing lock "refresh_cache-880592dc-3d7e-4ad8-ae77-1da91e495e94" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.656945] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b49c79-a4b9-4a29-b60b-a05ba538e01b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.665487] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7090973-bcb2-4aa3-9209-596c99f3a98c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.681066] env[63043]: DEBUG nova.compute.manager [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.684012] env[63043]: DEBUG nova.compute.provider_tree [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.686145] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Releasing lock "refresh_cache-8362c470-7c23-4313-996b-982eb6e696a2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.686426] env[63043]: DEBUG nova.compute.manager [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Instance network_info: |[{"id": "9a6b7c4c-ed1e-4693-b372-3bb141bdb231", "address": "fa:16:3e:21:24:53", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6b7c4c-ed", "ovs_interfaceid": "9a6b7c4c-ed1e-4693-b372-3bb141bdb231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.686811] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:24:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a6b7c4c-ed1e-4693-b372-3bb141bdb231', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.697154] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Creating folder: Project (ead99cdd46b940018cdc24f252bffbcd). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.697419] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baf78d82-a3ab-45e7-85fd-fc3643ca6b0e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.710270] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Created folder: Project (ead99cdd46b940018cdc24f252bffbcd) in parent group-v502843. [ 596.710529] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Creating folder: Instances. Parent ref: group-v502853. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.710790] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55bc3356-f97f-40a5-908c-85d9300df4b5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.722450] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Created folder: Instances in parent group-v502853. [ 596.722450] env[63043]: DEBUG oslo.service.loopingcall [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.722450] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.722753] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3abea49d-d047-4479-9637-9275b8aa0faa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.750383] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.750383] env[63043]: value = "task-2485367" [ 596.750383] env[63043]: _type = "Task" [ 596.750383] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.761441] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485367, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.809110] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485364, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.831135] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528fb29a-c7c1-f58a-9fd5-eaa83f6e1860, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.831135] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b935b0b8-5612-47ea-aa83-0821506c98a6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.835204] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 596.835204] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524aa7af-3d3f-6c6e-80cf-87447f646ca2" [ 596.835204] env[63043]: _type = "Task" [ 596.835204] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.843345] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524aa7af-3d3f-6c6e-80cf-87447f646ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.198705] env[63043]: DEBUG nova.scheduler.client.report [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.216473] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.245089] env[63043]: DEBUG nova.network.neutron [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Successfully created port: 471db8f3-fbde-4e0d-af24-31c974a671f0 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.265436] env[63043]: DEBUG nova.compute.manager [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] [instance: 471ac034-2d40-488b-920c-308e84121373] Received event network-vif-plugged-b319a72f-a943-4e81-9c88-3c4612568153 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.265674] env[63043]: DEBUG oslo_concurrency.lockutils [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] Acquiring lock "471ac034-2d40-488b-920c-308e84121373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.265900] env[63043]: DEBUG oslo_concurrency.lockutils [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] Lock "471ac034-2d40-488b-920c-308e84121373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.266115] env[63043]: DEBUG oslo_concurrency.lockutils [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] Lock "471ac034-2d40-488b-920c-308e84121373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.266620] env[63043]: DEBUG nova.compute.manager [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] [instance: 471ac034-2d40-488b-920c-308e84121373] No waiting events found dispatching network-vif-plugged-b319a72f-a943-4e81-9c88-3c4612568153 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.266620] env[63043]: WARNING nova.compute.manager [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] [instance: 471ac034-2d40-488b-920c-308e84121373] Received unexpected event network-vif-plugged-b319a72f-a943-4e81-9c88-3c4612568153 for instance with vm_state building and task_state spawning. [ 597.266747] env[63043]: DEBUG nova.compute.manager [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] [instance: 471ac034-2d40-488b-920c-308e84121373] Received event network-changed-b319a72f-a943-4e81-9c88-3c4612568153 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.266876] env[63043]: DEBUG nova.compute.manager [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] [instance: 471ac034-2d40-488b-920c-308e84121373] Refreshing instance network info cache due to event network-changed-b319a72f-a943-4e81-9c88-3c4612568153. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 597.267075] env[63043]: DEBUG oslo_concurrency.lockutils [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] Acquiring lock "refresh_cache-471ac034-2d40-488b-920c-308e84121373" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.267222] env[63043]: DEBUG oslo_concurrency.lockutils [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] Acquired lock "refresh_cache-471ac034-2d40-488b-920c-308e84121373" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.267375] env[63043]: DEBUG nova.network.neutron [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] [instance: 471ac034-2d40-488b-920c-308e84121373] Refreshing network info cache for port b319a72f-a943-4e81-9c88-3c4612568153 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.275095] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485367, 'name': CreateVM_Task, 'duration_secs': 0.438944} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.275095] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.275503] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.275580] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.275896] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.276148] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2761d6e-78e6-44af-9f6f-286d4650f747 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.282932] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Waiting for the task: (returnval){ [ 597.282932] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5229214e-b684-4b66-5cc7-327c6ab6f8a6" [ 597.282932] env[63043]: _type = "Task" [ 597.282932] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.294280] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5229214e-b684-4b66-5cc7-327c6ab6f8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.306549] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485364, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.349881] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524aa7af-3d3f-6c6e-80cf-87447f646ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.009264} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.350126] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.350376] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 880592dc-3d7e-4ad8-ae77-1da91e495e94/880592dc-3d7e-4ad8-ae77-1da91e495e94.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.350652] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.350832] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.351043] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c073664d-526c-4bff-9b74-22710f49b13c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.353239] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a1c9f7-4686-4e70-942b-90abcbb2b414 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.360830] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 597.360830] env[63043]: value = "task-2485368" [ 597.360830] env[63043]: _type = "Task" [ 597.360830] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.364851] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.365029] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.366019] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867d8df2-0b7c-4918-b023-27c80e65bdc9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.372706] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.375933] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Waiting for the task: (returnval){ [ 597.375933] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c3c4e1-44c7-7a3b-476c-924519e362ac" [ 597.375933] env[63043]: _type = "Task" [ 597.375933] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.383853] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c3c4e1-44c7-7a3b-476c-924519e362ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.408849] env[63043]: DEBUG nova.compute.manager [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.451477] env[63043]: DEBUG nova.virt.hardware [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.452470] env[63043]: DEBUG nova.virt.hardware [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.452470] env[63043]: DEBUG nova.virt.hardware [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.452470] env[63043]: DEBUG nova.virt.hardware [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.452698] env[63043]: DEBUG nova.virt.hardware [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.452698] env[63043]: DEBUG nova.virt.hardware [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.452879] env[63043]: DEBUG nova.virt.hardware [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.453055] env[63043]: DEBUG nova.virt.hardware [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.453298] env[63043]: DEBUG nova.virt.hardware [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.453424] env[63043]: DEBUG nova.virt.hardware [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.454221] env[63043]: DEBUG nova.virt.hardware [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.454848] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9405fe4-13f3-4315-bfd3-b794460a50e7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.464049] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe61a4c9-75b8-49cc-8ea0-b6a4324f2157 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.480534] env[63043]: DEBUG nova.network.neutron [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Successfully updated port: a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.705340] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.705839] env[63043]: DEBUG nova.compute.manager [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.717218] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.795s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.718698] env[63043]: INFO nova.compute.claims [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.798382] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5229214e-b684-4b66-5cc7-327c6ab6f8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.798652] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.799031] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.799106] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.810780] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485364, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.871424] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.890534] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c3c4e1-44c7-7a3b-476c-924519e362ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014803} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.891818] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e31c51b-6b83-4868-a281-244290054620 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.899449] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Waiting for the task: (returnval){ [ 597.899449] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b1c5ca-9641-c8fb-fb4b-5b0ed207a7c9" [ 597.899449] env[63043]: _type = "Task" [ 597.899449] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.914145] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b1c5ca-9641-c8fb-fb4b-5b0ed207a7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008918} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.918021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.918021] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 471ac034-2d40-488b-920c-308e84121373/471ac034-2d40-488b-920c-308e84121373.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.918021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.918021] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.918486] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e40483b-11bc-43e8-b1ac-666d3bb39cc6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.918486] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-211fcf34-0fe7-467e-975e-e481b0e25725 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.932027] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Waiting for the task: (returnval){ [ 597.932027] env[63043]: value = "task-2485369" [ 597.932027] env[63043]: _type = "Task" [ 597.932027] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.937816] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.938270] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.941611] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640a36d4-e836-49f3-ab9d-7b9e102d95f6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.951913] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.957439] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Waiting for the task: (returnval){ [ 597.957439] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]525b754f-4c74-29d2-c9d7-1470dd49d5ba" [ 597.957439] env[63043]: _type = "Task" [ 597.957439] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.970818] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525b754f-4c74-29d2-c9d7-1470dd49d5ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.985462] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Acquiring lock "refresh_cache-c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.985994] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Acquired lock "refresh_cache-c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.986255] env[63043]: DEBUG nova.network.neutron [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.225968] env[63043]: DEBUG nova.compute.utils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.232103] env[63043]: DEBUG nova.compute.manager [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.232103] env[63043]: DEBUG nova.network.neutron [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.313939] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485364, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.515418} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.314556] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 0a169a9a-b915-4fb9-bcd9-547884a05c89/0a169a9a-b915-4fb9-bcd9-547884a05c89.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.315124] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.315297] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07996c06-03f4-4d9c-808d-69da8169605c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.327213] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 598.327213] env[63043]: value = "task-2485370" [ 598.327213] env[63043]: _type = "Task" [ 598.327213] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.338197] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.375002] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867637} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.375427] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 880592dc-3d7e-4ad8-ae77-1da91e495e94/880592dc-3d7e-4ad8-ae77-1da91e495e94.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.379363] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.379363] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53d88500-b981-4399-b368-78f5378fc0ac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.390666] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 598.390666] env[63043]: value = "task-2485371" [ 598.390666] env[63043]: _type = "Task" [ 598.390666] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.405666] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.441202] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485369, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.472716] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525b754f-4c74-29d2-c9d7-1470dd49d5ba, 'name': SearchDatastore_Task, 'duration_secs': 0.049487} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.473582] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09dd605d-7cc2-45d3-b96a-55c2c655e0bd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.480756] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Waiting for the task: (returnval){ [ 598.480756] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d6ea2d-6c5b-86e1-18ca-d9d5d8d6999c" [ 598.480756] env[63043]: _type = "Task" [ 598.480756] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.495208] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d6ea2d-6c5b-86e1-18ca-d9d5d8d6999c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.540780] env[63043]: DEBUG nova.policy [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9a4d40f183548049507964ce098373c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7d500b88ef54a4cab9322659cb1a7d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.600882] env[63043]: DEBUG nova.network.neutron [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.631463] env[63043]: DEBUG nova.network.neutron [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] [instance: 471ac034-2d40-488b-920c-308e84121373] Updated VIF entry in instance network info cache for port b319a72f-a943-4e81-9c88-3c4612568153. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.631908] env[63043]: DEBUG nova.network.neutron [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] [instance: 471ac034-2d40-488b-920c-308e84121373] Updating instance_info_cache with network_info: [{"id": "b319a72f-a943-4e81-9c88-3c4612568153", "address": "fa:16:3e:dc:8a:ad", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb319a72f-a9", "ovs_interfaceid": "b319a72f-a943-4e81-9c88-3c4612568153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.733829] env[63043]: DEBUG nova.compute.manager [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.841730] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089855} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.842022] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.842886] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4695877-5d95-4c6c-afba-c98e43b4b2a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.872543] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0a169a9a-b915-4fb9-bcd9-547884a05c89/0a169a9a-b915-4fb9-bcd9-547884a05c89.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.875610] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe3e7aa-2252-47a1-801b-2ce0b741381c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.898099] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 598.898099] env[63043]: value = "task-2485372" [ 598.898099] env[63043]: _type = "Task" [ 598.898099] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.901063] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226621} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.904403] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.905161] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccb1aef-76f2-4c99-8707-c24a1a500180 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.937873] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 880592dc-3d7e-4ad8-ae77-1da91e495e94/880592dc-3d7e-4ad8-ae77-1da91e495e94.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.938238] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485372, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.944901] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-765dba4e-04a4-4603-b67c-e52154052c83 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.970862] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732957} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.970862] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 471ac034-2d40-488b-920c-308e84121373/471ac034-2d40-488b-920c-308e84121373.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.970862] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.970862] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 598.970862] env[63043]: value = "task-2485373" [ 598.970862] env[63043]: _type = "Task" [ 598.970862] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.970862] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ca1c2ce-3b00-438a-91dc-db2c6a1b882d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.989528] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.990044] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Waiting for the task: (returnval){ [ 598.990044] env[63043]: value = "task-2485374" [ 598.990044] env[63043]: _type = "Task" [ 598.990044] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.006292] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.012138] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d6ea2d-6c5b-86e1-18ca-d9d5d8d6999c, 'name': SearchDatastore_Task, 'duration_secs': 0.042594} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.012507] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.012924] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 8362c470-7c23-4313-996b-982eb6e696a2/8362c470-7c23-4313-996b-982eb6e696a2.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.013220] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09073ade-e5a9-46df-a61f-512d8b98368c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.022510] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Waiting for the task: (returnval){ [ 599.022510] env[63043]: value = "task-2485375" [ 599.022510] env[63043]: _type = "Task" [ 599.022510] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.033216] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.040501] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2a99c3-2f73-407f-ad52-0e888305ebe2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.046975] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d14384-b98a-4702-bb05-2da8a3deb23c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.082925] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6445269-c58e-4f59-ae7f-4f6b1c389f2e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.092662] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c21fe4-e657-4dbd-82cb-ada4957177d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.108032] env[63043]: DEBUG nova.compute.provider_tree [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.136351] env[63043]: DEBUG oslo_concurrency.lockutils [req-b28d5cbc-b661-49fc-a48f-e2d5d71bd40f req-9b6b995d-c98b-4b3c-abe1-762619fdffdc service nova] Releasing lock "refresh_cache-471ac034-2d40-488b-920c-308e84121373" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.332830] env[63043]: DEBUG nova.network.neutron [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Updating instance_info_cache with network_info: [{"id": "a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a", "address": "fa:16:3e:8b:18:0a", "network": {"id": "6f83dd43-fef9-4f9e-9d4f-f94bb663da17", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2141229330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20b31c11544c49499e3bd2baa95dfbe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38e4b8e-49", "ovs_interfaceid": "a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.413999] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485372, 'name': ReconfigVM_Task, 'duration_secs': 0.323784} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.414846] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0a169a9a-b915-4fb9-bcd9-547884a05c89/0a169a9a-b915-4fb9-bcd9-547884a05c89.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.415432] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00bdaf8d-16e6-44dd-b430-062d6bddd6b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.424764] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 599.424764] env[63043]: value = "task-2485376" [ 599.424764] env[63043]: _type = "Task" [ 599.424764] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.436361] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485376, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.490604] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485373, 'name': ReconfigVM_Task, 'duration_secs': 0.313164} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.490892] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 880592dc-3d7e-4ad8-ae77-1da91e495e94/880592dc-3d7e-4ad8-ae77-1da91e495e94.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.491648] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c50bd7f0-aada-4851-88a2-265d488d62e1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.501329] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 599.501329] env[63043]: value = "task-2485377" [ 599.501329] env[63043]: _type = "Task" [ 599.501329] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.507759] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067097} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.508579] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.509069] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c780ea-39a3-482b-b464-66b4205c13ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.515224] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485377, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.535864] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 471ac034-2d40-488b-920c-308e84121373/471ac034-2d40-488b-920c-308e84121373.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.540563] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bad1b2b7-3883-4753-bce8-bd974c31b829 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.557023] env[63043]: DEBUG nova.compute.manager [req-b578c99c-6613-453c-aa5e-8439d3ca8c96 req-00e96106-fdaa-478c-baa2-9fa99cab5838 service nova] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Received event network-changed-9a6b7c4c-ed1e-4693-b372-3bb141bdb231 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.557227] env[63043]: DEBUG nova.compute.manager [req-b578c99c-6613-453c-aa5e-8439d3ca8c96 req-00e96106-fdaa-478c-baa2-9fa99cab5838 service nova] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Refreshing instance network info cache due to event network-changed-9a6b7c4c-ed1e-4693-b372-3bb141bdb231. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 599.557554] env[63043]: DEBUG oslo_concurrency.lockutils [req-b578c99c-6613-453c-aa5e-8439d3ca8c96 req-00e96106-fdaa-478c-baa2-9fa99cab5838 service nova] Acquiring lock "refresh_cache-8362c470-7c23-4313-996b-982eb6e696a2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.557684] env[63043]: DEBUG oslo_concurrency.lockutils [req-b578c99c-6613-453c-aa5e-8439d3ca8c96 req-00e96106-fdaa-478c-baa2-9fa99cab5838 service nova] Acquired lock "refresh_cache-8362c470-7c23-4313-996b-982eb6e696a2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.557869] env[63043]: DEBUG nova.network.neutron [req-b578c99c-6613-453c-aa5e-8439d3ca8c96 req-00e96106-fdaa-478c-baa2-9fa99cab5838 service nova] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Refreshing network info cache for port 9a6b7c4c-ed1e-4693-b372-3bb141bdb231 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.566412] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483205} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.568685] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 8362c470-7c23-4313-996b-982eb6e696a2/8362c470-7c23-4313-996b-982eb6e696a2.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.568685] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.568685] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Waiting for the task: (returnval){ [ 599.568685] env[63043]: value = "task-2485378" [ 599.568685] env[63043]: _type = "Task" [ 599.568685] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.569545] env[63043]: DEBUG nova.network.neutron [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Successfully updated port: 471db8f3-fbde-4e0d-af24-31c974a671f0 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.571633] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d5c7623-f051-4466-9144-bcc14b7351a3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.592118] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.594435] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Waiting for the task: (returnval){ [ 599.594435] env[63043]: value = "task-2485379" [ 599.594435] env[63043]: _type = "Task" [ 599.594435] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.605614] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.611384] env[63043]: DEBUG nova.scheduler.client.report [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.713862] env[63043]: DEBUG nova.network.neutron [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Successfully created port: 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.761874] env[63043]: DEBUG nova.compute.manager [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.793493] env[63043]: DEBUG nova.virt.hardware [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.796628] env[63043]: DEBUG nova.virt.hardware [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.797267] env[63043]: DEBUG nova.virt.hardware [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.797267] env[63043]: DEBUG nova.virt.hardware [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.797267] env[63043]: DEBUG nova.virt.hardware [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.797457] env[63043]: DEBUG nova.virt.hardware [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.797715] env[63043]: DEBUG nova.virt.hardware [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.798269] env[63043]: DEBUG nova.virt.hardware [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.798269] env[63043]: DEBUG nova.virt.hardware [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.798269] env[63043]: DEBUG nova.virt.hardware [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.799361] env[63043]: DEBUG nova.virt.hardware [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.799361] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a779055b-05f0-443c-9e1e-fb1572ef5863 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.812342] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0695dd0-dd24-4232-970f-24d7e72f01a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.836698] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Releasing lock "refresh_cache-c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.836698] env[63043]: DEBUG nova.compute.manager [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Instance network_info: |[{"id": "a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a", "address": "fa:16:3e:8b:18:0a", "network": {"id": "6f83dd43-fef9-4f9e-9d4f-f94bb663da17", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2141229330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20b31c11544c49499e3bd2baa95dfbe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38e4b8e-49", "ovs_interfaceid": "a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.837138] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:18:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.847463] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Creating folder: Project (20b31c11544c49499e3bd2baa95dfbe9). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.847463] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a2ebcd9-9502-41cc-b3f7-9ff124b3ea25 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.856313] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Created folder: Project (20b31c11544c49499e3bd2baa95dfbe9) in parent group-v502843. [ 599.856427] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Creating folder: Instances. Parent ref: group-v502856. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.856656] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e79ea792-2a71-4f6b-86d5-5d9e16ed30b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.865310] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Created folder: Instances in parent group-v502856. [ 599.865858] env[63043]: DEBUG oslo.service.loopingcall [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.865858] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.866054] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a9bdad9-ccfa-4804-ab97-96bee1758d3d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.887796] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.887796] env[63043]: value = "task-2485382" [ 599.887796] env[63043]: _type = "Task" [ 599.887796] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.895788] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485382, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.937177] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485376, 'name': Rename_Task, 'duration_secs': 0.179668} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.937639] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.938072] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62807dde-e658-422a-ad0f-2db8113f9a5d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.945649] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 599.945649] env[63043]: value = "task-2485383" [ 599.945649] env[63043]: _type = "Task" [ 599.945649] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.955316] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.012026] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485377, 'name': Rename_Task, 'duration_secs': 0.16247} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.012300] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.012547] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c196dd55-cd50-4e93-b22a-e36a038c9e6d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.019128] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 600.019128] env[63043]: value = "task-2485384" [ 600.019128] env[63043]: _type = "Task" [ 600.019128] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.028411] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.074046] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.074242] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.074401] env[63043]: DEBUG nova.network.neutron [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.085724] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485378, 'name': ReconfigVM_Task, 'duration_secs': 0.276349} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.085906] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 471ac034-2d40-488b-920c-308e84121373/471ac034-2d40-488b-920c-308e84121373.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.086644] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38c7e91b-bd8e-4e2d-ad66-874f0e5c3431 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.092560] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Waiting for the task: (returnval){ [ 600.092560] env[63043]: value = "task-2485385" [ 600.092560] env[63043]: _type = "Task" [ 600.092560] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.105497] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485385, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.108979] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069047} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.109279] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.110921] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3322e2d2-3c85-462d-af87-be5e834e94ce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.116489] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.116993] env[63043]: DEBUG nova.compute.manager [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.123592] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.638s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.148602] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 8362c470-7c23-4313-996b-982eb6e696a2/8362c470-7c23-4313-996b-982eb6e696a2.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.149241] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9db5a5dc-d6d6-48a3-8592-041d96ab7280 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.171215] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Waiting for the task: (returnval){ [ 600.171215] env[63043]: value = "task-2485386" [ 600.171215] env[63043]: _type = "Task" [ 600.171215] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.185383] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.404616] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485382, 'name': CreateVM_Task, 'duration_secs': 0.348593} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.405325] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.405589] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.405808] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.406423] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.406546] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b189c1db-3914-41f0-b599-4b0b2243e34a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.412807] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Waiting for the task: (returnval){ [ 600.412807] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526ea2aa-9d00-7ed0-248b-3cb1166994a7" [ 600.412807] env[63043]: _type = "Task" [ 600.412807] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.426352] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526ea2aa-9d00-7ed0-248b-3cb1166994a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.426789] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.427188] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.427576] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.427956] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.427956] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.428290] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-653489f5-0985-4291-8b69-48a179b887e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.440203] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.440908] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.441301] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da867d5-6e9b-455b-8111-9c20be96c011 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.447648] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Waiting for the task: (returnval){ [ 600.447648] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52352dc5-e2cb-712c-3324-21ed4820d602" [ 600.447648] env[63043]: _type = "Task" [ 600.447648] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.461689] env[63043]: DEBUG oslo_vmware.api [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485383, 'name': PowerOnVM_Task, 'duration_secs': 0.48652} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.465525] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.466022] env[63043]: INFO nova.compute.manager [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Took 16.08 seconds to spawn the instance on the hypervisor. [ 600.466282] env[63043]: DEBUG nova.compute.manager [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.467334] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52352dc5-e2cb-712c-3324-21ed4820d602, 'name': SearchDatastore_Task, 'duration_secs': 0.008724} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.468146] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24944770-3292-47b7-b9a6-5273a276cb01 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.476476] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a22136-854c-476e-991f-409f25c0472f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.488329] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Waiting for the task: (returnval){ [ 600.488329] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526b96a8-bf14-9069-b63e-fcde5cad63df" [ 600.488329] env[63043]: _type = "Task" [ 600.488329] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.506918] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526b96a8-bf14-9069-b63e-fcde5cad63df, 'name': SearchDatastore_Task, 'duration_secs': 0.008984} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.507623] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.508145] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c48e0bf0-dfc5-4ec7-b611-b96af9659bf5/c48e0bf0-dfc5-4ec7-b611-b96af9659bf5.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.509098] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6553774b-4ae9-4ae9-8160-7011dbf0ba34 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.517262] env[63043]: DEBUG nova.compute.manager [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Received event network-vif-plugged-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.517577] env[63043]: DEBUG oslo_concurrency.lockutils [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] Acquiring lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.518143] env[63043]: DEBUG oslo_concurrency.lockutils [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] Lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.518386] env[63043]: DEBUG oslo_concurrency.lockutils [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] Lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.519492] env[63043]: DEBUG nova.compute.manager [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] No waiting events found dispatching network-vif-plugged-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.519492] env[63043]: WARNING nova.compute.manager [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Received unexpected event network-vif-plugged-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a for instance with vm_state building and task_state spawning. [ 600.519492] env[63043]: DEBUG nova.compute.manager [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Received event network-changed-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.519492] env[63043]: DEBUG nova.compute.manager [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Refreshing instance network info cache due to event network-changed-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 600.519640] env[63043]: DEBUG oslo_concurrency.lockutils [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] Acquiring lock "refresh_cache-c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.519979] env[63043]: DEBUG oslo_concurrency.lockutils [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] Acquired lock "refresh_cache-c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.519979] env[63043]: DEBUG nova.network.neutron [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Refreshing network info cache for port a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.523982] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Waiting for the task: (returnval){ [ 600.523982] env[63043]: value = "task-2485387" [ 600.523982] env[63043]: _type = "Task" [ 600.523982] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.542074] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.542634] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485384, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.606379] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485385, 'name': Rename_Task, 'duration_secs': 0.174753} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.606650] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.606914] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e99cc7d-165b-43e6-b6bc-ce1ba07a0fc1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.612986] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Waiting for the task: (returnval){ [ 600.612986] env[63043]: value = "task-2485388" [ 600.612986] env[63043]: _type = "Task" [ 600.612986] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.621036] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.625380] env[63043]: DEBUG nova.compute.utils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 600.627062] env[63043]: DEBUG nova.compute.manager [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.627202] env[63043]: DEBUG nova.network.neutron [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.655251] env[63043]: DEBUG nova.network.neutron [req-b578c99c-6613-453c-aa5e-8439d3ca8c96 req-00e96106-fdaa-478c-baa2-9fa99cab5838 service nova] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Updated VIF entry in instance network info cache for port 9a6b7c4c-ed1e-4693-b372-3bb141bdb231. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.655588] env[63043]: DEBUG nova.network.neutron [req-b578c99c-6613-453c-aa5e-8439d3ca8c96 req-00e96106-fdaa-478c-baa2-9fa99cab5838 service nova] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Updating instance_info_cache with network_info: [{"id": "9a6b7c4c-ed1e-4693-b372-3bb141bdb231", "address": "fa:16:3e:21:24:53", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6b7c4c-ed", "ovs_interfaceid": "9a6b7c4c-ed1e-4693-b372-3bb141bdb231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.665321] env[63043]: DEBUG nova.network.neutron [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.682819] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485386, 'name': ReconfigVM_Task, 'duration_secs': 0.404429} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.683139] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 8362c470-7c23-4313-996b-982eb6e696a2/8362c470-7c23-4313-996b-982eb6e696a2.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.684211] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3f417d3-2e69-4621-a049-9342a816d803 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.692336] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Waiting for the task: (returnval){ [ 600.692336] env[63043]: value = "task-2485389" [ 600.692336] env[63043]: _type = "Task" [ 600.692336] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.708786] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485389, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.743078] env[63043]: DEBUG nova.policy [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3ff02114d8d486ba4994e8c19355acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3120f870f9f04b24a10d2db836ff1ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.941651] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Acquiring lock "a884ef52-e22f-4f4f-8b4e-f663de615123" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.941991] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.007297] env[63043]: INFO nova.compute.manager [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Took 20.86 seconds to build instance. [ 601.042638] env[63043]: DEBUG oslo_vmware.api [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485384, 'name': PowerOnVM_Task, 'duration_secs': 0.566204} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.043444] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.043632] env[63043]: INFO nova.compute.manager [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Took 12.66 seconds to spawn the instance on the hypervisor. [ 601.044538] env[63043]: DEBUG nova.compute.manager [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.044690] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1024d88b-08f6-43dc-b257-5d1686185370 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.050861] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488742} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.051518] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c48e0bf0-dfc5-4ec7-b611-b96af9659bf5/c48e0bf0-dfc5-4ec7-b611-b96af9659bf5.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.051718] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.051985] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e8da260-b8ca-4b06-bf07-c839afbf4e82 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.063437] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Waiting for the task: (returnval){ [ 601.063437] env[63043]: value = "task-2485390" [ 601.063437] env[63043]: _type = "Task" [ 601.063437] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.073169] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.126774] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.131511] env[63043]: DEBUG nova.compute.manager [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.141192] env[63043]: DEBUG nova.network.neutron [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance_info_cache with network_info: [{"id": "471db8f3-fbde-4e0d-af24-31c974a671f0", "address": "fa:16:3e:b1:71:d5", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap471db8f3-fb", "ovs_interfaceid": "471db8f3-fbde-4e0d-af24-31c974a671f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.162534] env[63043]: DEBUG oslo_concurrency.lockutils [req-b578c99c-6613-453c-aa5e-8439d3ca8c96 req-00e96106-fdaa-478c-baa2-9fa99cab5838 service nova] Releasing lock "refresh_cache-8362c470-7c23-4313-996b-982eb6e696a2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.193277] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 0a169a9a-b915-4fb9-bcd9-547884a05c89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 601.193277] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 880592dc-3d7e-4ad8-ae77-1da91e495e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 601.193277] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 471ac034-2d40-488b-920c-308e84121373 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 601.193277] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 8362c470-7c23-4313-996b-982eb6e696a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 601.193484] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance c48e0bf0-dfc5-4ec7-b611-b96af9659bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 601.193484] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 80805db5-2215-4d5a-9b38-e4d82d76ffbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 601.193484] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 1f9e63fc-b3df-4435-ae2c-afe64c256f93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 601.193484] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 58b0ce0a-9269-471c-91b9-9873a0bceeff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 601.209956] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485389, 'name': Rename_Task, 'duration_secs': 0.235344} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.209956] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.209956] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72d1c77a-b3f2-497f-809f-bdd8d59c3dac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.218077] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Waiting for the task: (returnval){ [ 601.218077] env[63043]: value = "task-2485391" [ 601.218077] env[63043]: _type = "Task" [ 601.218077] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.229578] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.415567] env[63043]: DEBUG nova.network.neutron [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Successfully created port: b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.447813] env[63043]: DEBUG nova.compute.manager [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.512143] env[63043]: DEBUG oslo_concurrency.lockutils [None req-89c24470-3acd-4a33-9db7-f1c494bfad3c tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "0a169a9a-b915-4fb9-bcd9-547884a05c89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.370s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.512558] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "0a169a9a-b915-4fb9-bcd9-547884a05c89" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.394s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.512812] env[63043]: INFO nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] During sync_power_state the instance has a pending task (spawning). Skip. [ 601.512993] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "0a169a9a-b915-4fb9-bcd9-547884a05c89" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.566519] env[63043]: INFO nova.compute.manager [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Took 17.50 seconds to build instance. [ 601.583613] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072187} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.583613] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.584271] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0216c873-5f42-49ea-8484-245360cc1611 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.608730] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] c48e0bf0-dfc5-4ec7-b611-b96af9659bf5/c48e0bf0-dfc5-4ec7-b611-b96af9659bf5.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.609896] env[63043]: DEBUG nova.network.neutron [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Updated VIF entry in instance network info cache for port a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.614499] env[63043]: DEBUG nova.network.neutron [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Updating instance_info_cache with network_info: [{"id": "a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a", "address": "fa:16:3e:8b:18:0a", "network": {"id": "6f83dd43-fef9-4f9e-9d4f-f94bb663da17", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2141229330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20b31c11544c49499e3bd2baa95dfbe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38e4b8e-49", "ovs_interfaceid": "a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.616434] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35dacba-5c6b-434d-98ea-7bacdd1b5c08 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.646165] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.648086] env[63043]: DEBUG nova.compute.manager [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Instance network_info: |[{"id": "471db8f3-fbde-4e0d-af24-31c974a671f0", "address": "fa:16:3e:b1:71:d5", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap471db8f3-fb", "ovs_interfaceid": "471db8f3-fbde-4e0d-af24-31c974a671f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.648086] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Waiting for the task: (returnval){ [ 601.648086] env[63043]: value = "task-2485392" [ 601.648086] env[63043]: _type = "Task" [ 601.648086] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.648370] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:71:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '471db8f3-fbde-4e0d-af24-31c974a671f0', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.655820] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Creating folder: Project (0d7adc2a6fe64fe88e295f263b613a99). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.660174] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d40b5a-af9b-4244-b9e1-320750d2bb69 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.665031] env[63043]: DEBUG oslo_vmware.api [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485388, 'name': PowerOnVM_Task, 'duration_secs': 0.953706} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.665229] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.665382] env[63043]: INFO nova.compute.manager [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Took 11.06 seconds to spawn the instance on the hypervisor. [ 601.665562] env[63043]: DEBUG nova.compute.manager [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.667296] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e8a674-f2c1-407e-afd0-7f00d213b6db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.673805] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.675566] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Created folder: Project (0d7adc2a6fe64fe88e295f263b613a99) in parent group-v502843. [ 601.675743] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Creating folder: Instances. Parent ref: group-v502859. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.675983] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d218ccd0-056f-4f09-af35-04c4e5ff5b7b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.689039] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Created folder: Instances in parent group-v502859. [ 601.689568] env[63043]: DEBUG oslo.service.loopingcall [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.689671] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.690260] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b3403e5-49cf-4593-9dca-49c42c6cbaed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.707257] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 4fe02429-cd39-4135-9936-b520204db2d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 601.714376] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.714376] env[63043]: value = "task-2485395" [ 601.714376] env[63043]: _type = "Task" [ 601.714376] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.727222] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485395, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.733053] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485391, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.988081] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.070037] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e3c7125e-7603-419d-bdb8-23ff63491d15 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "880592dc-3d7e-4ad8-ae77-1da91e495e94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.016s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.070497] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "880592dc-3d7e-4ad8-ae77-1da91e495e94" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.952s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.070809] env[63043]: INFO nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] During sync_power_state the instance has a pending task (spawning). Skip. [ 602.071105] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "880592dc-3d7e-4ad8-ae77-1da91e495e94" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.135332] env[63043]: DEBUG oslo_concurrency.lockutils [req-7d31eb70-c523-4bf9-9cfa-1530ee2380e5 req-117ae53f-e1c2-462b-ad92-a918cc604a06 service nova] Releasing lock "refresh_cache-c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.145997] env[63043]: DEBUG nova.compute.manager [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.172649] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485392, 'name': ReconfigVM_Task, 'duration_secs': 0.259381} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.174765] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Reconfigured VM instance instance-00000005 to attach disk [datastore1] c48e0bf0-dfc5-4ec7-b611-b96af9659bf5/c48e0bf0-dfc5-4ec7-b611-b96af9659bf5.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.175925] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-419602fc-e503-48d9-9925-15cb828132ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.195084] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Waiting for the task: (returnval){ [ 602.195084] env[63043]: value = "task-2485396" [ 602.195084] env[63043]: _type = "Task" [ 602.195084] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.195897] env[63043]: INFO nova.compute.manager [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Took 17.59 seconds to build instance. [ 602.200347] env[63043]: DEBUG nova.virt.hardware [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.200888] env[63043]: DEBUG nova.virt.hardware [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.200888] env[63043]: DEBUG nova.virt.hardware [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.201103] env[63043]: DEBUG nova.virt.hardware [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.201373] env[63043]: DEBUG nova.virt.hardware [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.201750] env[63043]: DEBUG nova.virt.hardware [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.202129] env[63043]: DEBUG nova.virt.hardware [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.202336] env[63043]: DEBUG nova.virt.hardware [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.202653] env[63043]: DEBUG nova.virt.hardware [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.203010] env[63043]: DEBUG nova.virt.hardware [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.203357] env[63043]: DEBUG nova.virt.hardware [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.204624] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90105ab9-9eb9-4363-8cd9-62898e1e2320 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.212634] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a884ef52-e22f-4f4f-8b4e-f663de615123 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 602.215887] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 602.215887] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 602.228239] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485396, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.234891] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e5f882-e193-4331-a051-f18931c0bcf8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.242971] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485395, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.252213] env[63043]: DEBUG oslo_vmware.api [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485391, 'name': PowerOnVM_Task, 'duration_secs': 1.032858} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.261568] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.262152] env[63043]: INFO nova.compute.manager [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Took 9.38 seconds to spawn the instance on the hypervisor. [ 602.262152] env[63043]: DEBUG nova.compute.manager [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.266402] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3823db4-c0b0-4532-aec1-b04fd9d5e6d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.447998] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd83db2-5161-43e0-aeb1-2e3041bc1e12 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.456429] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bec0486-d8c3-446f-9c48-5268fc93c1ba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.488364] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03432f9c-b44c-46f4-bf2f-60e580b4ffad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.495895] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05745680-8b86-46ca-bd68-ab4e330764d5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.511420] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.563657] env[63043]: DEBUG nova.network.neutron [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Successfully updated port: 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.701622] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a886b1d9-ff57-4d67-85c7-02662b1d8def tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Lock "471ac034-2d40-488b-920c-308e84121373" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.115s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.701948] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "471ac034-2d40-488b-920c-308e84121373" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.583s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.702191] env[63043]: INFO nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 471ac034-2d40-488b-920c-308e84121373] During sync_power_state the instance has a pending task (spawning). Skip. [ 602.702400] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "471ac034-2d40-488b-920c-308e84121373" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.718074] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485396, 'name': Rename_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.726581] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485395, 'name': CreateVM_Task, 'duration_secs': 0.595017} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.726787] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.727527] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.727755] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.728080] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.728400] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4623d30-0cc9-4030-9299-704a34739a92 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.733673] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 602.733673] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f12ee4-b8c7-956c-b3dc-54f0a23b69fb" [ 602.733673] env[63043]: _type = "Task" [ 602.733673] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.740829] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f12ee4-b8c7-956c-b3dc-54f0a23b69fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.787204] env[63043]: INFO nova.compute.manager [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Took 16.55 seconds to build instance. [ 603.014961] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.066125] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "refresh_cache-1f9e63fc-b3df-4435-ae2c-afe64c256f93" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.066326] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquired lock "refresh_cache-1f9e63fc-b3df-4435-ae2c-afe64c256f93" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.066490] env[63043]: DEBUG nova.network.neutron [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.218276] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485396, 'name': Rename_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.249075] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f12ee4-b8c7-956c-b3dc-54f0a23b69fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009511} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.249923] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.250620] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.251484] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.251484] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.251484] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.252185] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07b3779b-e433-4126-90e5-86762dda89fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.262014] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.262156] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.262870] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e1a228-9405-4bc2-bba1-ad5ab85dff90 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.271142] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 603.271142] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5209d906-7b87-bbfb-b563-5ed789b1c895" [ 603.271142] env[63043]: _type = "Task" [ 603.271142] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.282079] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5209d906-7b87-bbfb-b563-5ed789b1c895, 'name': SearchDatastore_Task, 'duration_secs': 0.009122} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.283108] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c71322-14b4-4fc8-aa5d-6fe339b027c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.289317] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 603.289317] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52814248-c4b5-4a8c-b216-37b668424a28" [ 603.289317] env[63043]: _type = "Task" [ 603.289317] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.293901] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1225f954-566f-4a04-a84e-e3e113a455c7 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Lock "8362c470-7c23-4313-996b-982eb6e696a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.068s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.294221] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "8362c470-7c23-4313-996b-982eb6e696a2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.175s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.294867] env[63043]: INFO nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] During sync_power_state the instance has a pending task (networking). Skip. [ 603.295087] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "8362c470-7c23-4313-996b-982eb6e696a2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.300639] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52814248-c4b5-4a8c-b216-37b668424a28, 'name': SearchDatastore_Task, 'duration_secs': 0.008869} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.300913] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.301179] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 80805db5-2215-4d5a-9b38-e4d82d76ffbe/80805db5-2215-4d5a-9b38-e4d82d76ffbe.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.301479] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f045b6ce-52d4-4d00-be98-a7391775de2b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.309397] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 603.309397] env[63043]: value = "task-2485397" [ 603.309397] env[63043]: _type = "Task" [ 603.309397] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.320555] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.425284] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "990a34e1-cf52-4ce7-b0ff-d1a2cac106ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.425284] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "990a34e1-cf52-4ce7-b0ff-d1a2cac106ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.429538] env[63043]: DEBUG nova.network.neutron [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Successfully updated port: b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.522360] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 603.522549] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.399s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.522842] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.307s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.524604] env[63043]: INFO nova.compute.claims [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.533055] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.533531] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Getting list of instances from cluster (obj){ [ 603.533531] env[63043]: value = "domain-c8" [ 603.533531] env[63043]: _type = "ClusterComputeResource" [ 603.533531] env[63043]: } {{(pid=63043) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 603.536721] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a244917-fc59-415e-ae90-303622473880 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.557055] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Got total of 6 instances {{(pid=63043) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 603.658376] env[63043]: DEBUG nova.network.neutron [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.724583] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485396, 'name': Rename_Task, 'duration_secs': 1.148071} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.725101] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.725670] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8443af39-6825-44b3-b5e8-92705f85de2c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.736512] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Waiting for the task: (returnval){ [ 603.736512] env[63043]: value = "task-2485398" [ 603.736512] env[63043]: _type = "Task" [ 603.736512] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.748608] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.786420] env[63043]: DEBUG nova.compute.manager [req-58f70683-83e7-4c49-8e7b-8d29d9d111c7 req-e2b56abc-fc63-4397-bc51-cf2ea1fe22e6 service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Received event network-vif-plugged-44e7ae83-360f-4ecb-bd95-15e91e5e31f9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.786635] env[63043]: DEBUG oslo_concurrency.lockutils [req-58f70683-83e7-4c49-8e7b-8d29d9d111c7 req-e2b56abc-fc63-4397-bc51-cf2ea1fe22e6 service nova] Acquiring lock "1f9e63fc-b3df-4435-ae2c-afe64c256f93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.786871] env[63043]: DEBUG oslo_concurrency.lockutils [req-58f70683-83e7-4c49-8e7b-8d29d9d111c7 req-e2b56abc-fc63-4397-bc51-cf2ea1fe22e6 service nova] Lock "1f9e63fc-b3df-4435-ae2c-afe64c256f93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.788016] env[63043]: DEBUG oslo_concurrency.lockutils [req-58f70683-83e7-4c49-8e7b-8d29d9d111c7 req-e2b56abc-fc63-4397-bc51-cf2ea1fe22e6 service nova] Lock "1f9e63fc-b3df-4435-ae2c-afe64c256f93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.788016] env[63043]: DEBUG nova.compute.manager [req-58f70683-83e7-4c49-8e7b-8d29d9d111c7 req-e2b56abc-fc63-4397-bc51-cf2ea1fe22e6 service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] No waiting events found dispatching network-vif-plugged-44e7ae83-360f-4ecb-bd95-15e91e5e31f9 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.788321] env[63043]: WARNING nova.compute.manager [req-58f70683-83e7-4c49-8e7b-8d29d9d111c7 req-e2b56abc-fc63-4397-bc51-cf2ea1fe22e6 service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Received unexpected event network-vif-plugged-44e7ae83-360f-4ecb-bd95-15e91e5e31f9 for instance with vm_state building and task_state spawning. [ 603.823979] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47241} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.824273] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 80805db5-2215-4d5a-9b38-e4d82d76ffbe/80805db5-2215-4d5a-9b38-e4d82d76ffbe.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.824490] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.824808] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-384e4bd2-3c12-4298-9fc1-b9879c30893b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.831439] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 603.831439] env[63043]: value = "task-2485399" [ 603.831439] env[63043]: _type = "Task" [ 603.831439] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.842943] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.921397] env[63043]: DEBUG nova.compute.manager [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Received event network-vif-plugged-471db8f3-fbde-4e0d-af24-31c974a671f0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.921609] env[63043]: DEBUG oslo_concurrency.lockutils [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] Acquiring lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.921894] env[63043]: DEBUG oslo_concurrency.lockutils [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] Lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.922096] env[63043]: DEBUG oslo_concurrency.lockutils [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] Lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.922273] env[63043]: DEBUG nova.compute.manager [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] No waiting events found dispatching network-vif-plugged-471db8f3-fbde-4e0d-af24-31c974a671f0 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.922439] env[63043]: WARNING nova.compute.manager [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Received unexpected event network-vif-plugged-471db8f3-fbde-4e0d-af24-31c974a671f0 for instance with vm_state building and task_state spawning. [ 603.922597] env[63043]: DEBUG nova.compute.manager [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Received event network-changed-471db8f3-fbde-4e0d-af24-31c974a671f0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.922751] env[63043]: DEBUG nova.compute.manager [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Refreshing instance network info cache due to event network-changed-471db8f3-fbde-4e0d-af24-31c974a671f0. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 603.923030] env[63043]: DEBUG oslo_concurrency.lockutils [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] Acquiring lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.923336] env[63043]: DEBUG oslo_concurrency.lockutils [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] Acquired lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.923538] env[63043]: DEBUG nova.network.neutron [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Refreshing network info cache for port 471db8f3-fbde-4e0d-af24-31c974a671f0 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.926600] env[63043]: DEBUG nova.compute.manager [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.934158] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "refresh_cache-58b0ce0a-9269-471c-91b9-9873a0bceeff" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.934158] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "refresh_cache-58b0ce0a-9269-471c-91b9-9873a0bceeff" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.934158] env[63043]: DEBUG nova.network.neutron [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.249372] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.343778] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063884} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.344076] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.344916] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16fadeb-7d5a-47d4-997c-507ccadacf3f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.374491] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 80805db5-2215-4d5a-9b38-e4d82d76ffbe/80805db5-2215-4d5a-9b38-e4d82d76ffbe.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.374978] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686c2952-2997-46cb-87b4-ecb8cd1031c4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.396522] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 604.396522] env[63043]: value = "task-2485400" [ 604.396522] env[63043]: _type = "Task" [ 604.396522] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.406303] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.414057] env[63043]: DEBUG nova.network.neutron [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Updating instance_info_cache with network_info: [{"id": "44e7ae83-360f-4ecb-bd95-15e91e5e31f9", "address": "fa:16:3e:23:46:a7", "network": {"id": "424538dc-c9a0-48e3-b627-5a7fe4eb7947", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1881320714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d500b88ef54a4cab9322659cb1a7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e7ae83-36", "ovs_interfaceid": "44e7ae83-360f-4ecb-bd95-15e91e5e31f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.452261] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.470050] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.470416] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.470603] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Starting heal instance info cache {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 604.470732] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Rebuilding the list of instances to heal {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 604.536871] env[63043]: DEBUG nova.network.neutron [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.750133] env[63043]: DEBUG oslo_vmware.api [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485398, 'name': PowerOnVM_Task, 'duration_secs': 0.866341} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.751288] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.751594] env[63043]: INFO nova.compute.manager [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Took 9.62 seconds to spawn the instance on the hypervisor. [ 604.752202] env[63043]: DEBUG nova.compute.manager [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.757186] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04a5ba5-6c28-47ec-92e0-12fc8c973f17 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.820450] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b88fca8-20d5-4a34-b5bf-e4e2213c4669 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.828550] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3818429e-97f9-4938-83b2-88217189dbfd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.862133] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c3fca3-8ec8-4550-9ae1-3bec924383b2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.869798] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c20918a-385c-49d3-b186-47cff3296d98 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.885184] env[63043]: DEBUG nova.compute.provider_tree [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.905950] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.917265] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Releasing lock "refresh_cache-1f9e63fc-b3df-4435-ae2c-afe64c256f93" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.917711] env[63043]: DEBUG nova.compute.manager [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Instance network_info: |[{"id": "44e7ae83-360f-4ecb-bd95-15e91e5e31f9", "address": "fa:16:3e:23:46:a7", "network": {"id": "424538dc-c9a0-48e3-b627-5a7fe4eb7947", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1881320714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d500b88ef54a4cab9322659cb1a7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e7ae83-36", "ovs_interfaceid": "44e7ae83-360f-4ecb-bd95-15e91e5e31f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.918187] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:46:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44e7ae83-360f-4ecb-bd95-15e91e5e31f9', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.926786] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Creating folder: Project (f7d500b88ef54a4cab9322659cb1a7d0). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.927629] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f8fc56f-d0c3-45ad-887e-16ec3ddac89f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.937326] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Created folder: Project (f7d500b88ef54a4cab9322659cb1a7d0) in parent group-v502843. [ 604.937620] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Creating folder: Instances. Parent ref: group-v502862. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.937846] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9babd3d-a3da-45b5-b009-ae0e8217ebfa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.941187] env[63043]: DEBUG nova.network.neutron [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Updating instance_info_cache with network_info: [{"id": "b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1", "address": "fa:16:3e:a1:46:5b", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e9a93d-33", "ovs_interfaceid": "b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.949253] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Created folder: Instances in parent group-v502862. [ 604.949524] env[63043]: DEBUG oslo.service.loopingcall [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.952346] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.952619] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2773d25b-40e0-4604-8689-adb4464fab06 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.973985] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.973985] env[63043]: value = "task-2485403" [ 604.973985] env[63043]: _type = "Task" [ 604.973985] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.979900] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Skipping network cache update for instance because it is Building. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 604.980115] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Skipping network cache update for instance because it is Building. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 604.980288] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Skipping network cache update for instance because it is Building. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 604.980440] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Skipping network cache update for instance because it is Building. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 604.980588] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Skipping network cache update for instance because it is Building. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 604.989044] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485403, 'name': CreateVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.072583] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "refresh_cache-0a169a9a-b915-4fb9-bcd9-547884a05c89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.072583] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquired lock "refresh_cache-0a169a9a-b915-4fb9-bcd9-547884a05c89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.072583] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Forcefully refreshing network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 605.072745] env[63043]: DEBUG nova.objects.instance [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lazy-loading 'info_cache' on Instance uuid 0a169a9a-b915-4fb9-bcd9-547884a05c89 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.228183] env[63043]: DEBUG nova.network.neutron [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updated VIF entry in instance network info cache for port 471db8f3-fbde-4e0d-af24-31c974a671f0. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.228183] env[63043]: DEBUG nova.network.neutron [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance_info_cache with network_info: [{"id": "471db8f3-fbde-4e0d-af24-31c974a671f0", "address": "fa:16:3e:b1:71:d5", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap471db8f3-fb", "ovs_interfaceid": "471db8f3-fbde-4e0d-af24-31c974a671f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.277455] env[63043]: INFO nova.compute.manager [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Took 17.89 seconds to build instance. [ 605.389777] env[63043]: DEBUG nova.scheduler.client.report [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.406838] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485400, 'name': ReconfigVM_Task, 'duration_secs': 0.789185} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.407074] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 80805db5-2215-4d5a-9b38-e4d82d76ffbe/80805db5-2215-4d5a-9b38-e4d82d76ffbe.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.407808] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f48eea8f-f3f8-4801-b841-9de5ec6e5194 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.417161] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 605.417161] env[63043]: value = "task-2485404" [ 605.417161] env[63043]: _type = "Task" [ 605.417161] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.426166] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485404, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.445517] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "refresh_cache-58b0ce0a-9269-471c-91b9-9873a0bceeff" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.445517] env[63043]: DEBUG nova.compute.manager [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Instance network_info: |[{"id": "b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1", "address": "fa:16:3e:a1:46:5b", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e9a93d-33", "ovs_interfaceid": "b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.445661] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:46:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.457707] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Creating folder: Project (3120f870f9f04b24a10d2db836ff1ea8). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.457707] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-572eb3f3-2a1f-4205-9092-6b7ef6483ac9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.467512] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Created folder: Project (3120f870f9f04b24a10d2db836ff1ea8) in parent group-v502843. [ 605.467710] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Creating folder: Instances. Parent ref: group-v502865. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.467990] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd184c17-e061-494a-b863-4df5a30c9e53 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.483588] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Created folder: Instances in parent group-v502865. [ 605.483588] env[63043]: DEBUG oslo.service.loopingcall [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.483588] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.483588] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db20059b-b54d-4249-b635-cb5314370111 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.505020] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485403, 'name': CreateVM_Task, 'duration_secs': 0.452503} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.506018] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.506868] env[63043]: DEBUG oslo_vmware.service [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b851eb-8690-4c33-ad89-045eca793f38 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.512647] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.512647] env[63043]: value = "task-2485407" [ 605.512647] env[63043]: _type = "Task" [ 605.512647] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.521031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.521031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.521332] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.521593] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461a830f-bc11-49b8-bbf4-a6cbe309594f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.527127] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485407, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.530194] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 605.530194] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529ecf9f-d079-a9af-1a17-eb7ab37908fe" [ 605.530194] env[63043]: _type = "Task" [ 605.530194] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.544153] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529ecf9f-d079-a9af-1a17-eb7ab37908fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.731752] env[63043]: DEBUG oslo_concurrency.lockutils [req-31775718-e6eb-45b4-b328-cfe1e860cc39 req-a938636d-3e2f-49c0-9f1f-075f4c842d32 service nova] Releasing lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.779210] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a5674b0-f1db-4b31-805c-848980297e85 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.406s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.779676] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.660s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.780931] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ad220-8d31-4854-bccb-2c757090e2fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.902301] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.902931] env[63043]: DEBUG nova.compute.manager [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.905506] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.918s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.907012] env[63043]: INFO nova.compute.claims [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.929266] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485404, 'name': Rename_Task, 'duration_secs': 0.232357} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.929424] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.929641] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dd5f030-eca2-4cd8-a214-dc03955df2e5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.938132] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 605.938132] env[63043]: value = "task-2485408" [ 605.938132] env[63043]: _type = "Task" [ 605.938132] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.946709] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.025430] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485407, 'name': CreateVM_Task, 'duration_secs': 0.512143} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.025430] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.027644] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.046851] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.047128] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.047392] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.047536] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.048143] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.048143] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.048305] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.048534] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c084c1f5-0cdf-406b-9973-bc96d70becb2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.050546] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c960a45a-9048-499c-9667-a9f16e27b5bb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.057232] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 606.057232] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529c246e-6a29-ce14-ec7a-e8975c3cc0d0" [ 606.057232] env[63043]: _type = "Task" [ 606.057232] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.065570] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.066155] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.066821] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abf9600-3556-465b-8473-4a3bd411e6e7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.074840] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529c246e-6a29-ce14-ec7a-e8975c3cc0d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.080461] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f4c4c9-b72c-4b13-99cd-eb277fe43575 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.098041] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 606.098041] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d25227-fd17-5896-4ef9-d3c9cfe42ad9" [ 606.098041] env[63043]: _type = "Task" [ 606.098041] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.107210] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d25227-fd17-5896-4ef9-d3c9cfe42ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.179832] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "61a2f66a-e85c-4d6f-9558-d398cacaa941" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.180262] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "61a2f66a-e85c-4d6f-9558-d398cacaa941" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.295977] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.373079] env[63043]: DEBUG oslo_concurrency.lockutils [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Acquiring lock "0a169a9a-b915-4fb9-bcd9-547884a05c89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.373352] env[63043]: DEBUG oslo_concurrency.lockutils [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Lock "0a169a9a-b915-4fb9-bcd9-547884a05c89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.373588] env[63043]: DEBUG oslo_concurrency.lockutils [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Acquiring lock "0a169a9a-b915-4fb9-bcd9-547884a05c89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.373820] env[63043]: DEBUG oslo_concurrency.lockutils [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Lock "0a169a9a-b915-4fb9-bcd9-547884a05c89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.374020] env[63043]: DEBUG oslo_concurrency.lockutils [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Lock "0a169a9a-b915-4fb9-bcd9-547884a05c89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.382263] env[63043]: INFO nova.compute.manager [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Terminating instance [ 606.414687] env[63043]: DEBUG nova.compute.utils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 606.419587] env[63043]: DEBUG nova.compute.manager [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.419845] env[63043]: DEBUG nova.network.neutron [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.450102] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485408, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.571472] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.571697] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.571953] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.608490] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Preparing fetch location {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 606.608789] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Creating directory with path [datastore2] vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.609068] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29b5f669-a236-4062-ade3-84143dd5e076 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.649588] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Created directory with path [datastore2] vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.649823] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Fetch image to [datastore2] vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 606.650919] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Downloading image file data c04b4539-b4fb-448a-802e-c39bc76f1862 to [datastore2] vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk on the data store datastore2 {{(pid=63043) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 606.650919] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6beeaef-7480-49b7-97b1-44a7bc26888e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.655787] env[63043]: DEBUG nova.policy [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd1055aa1bb94387ae2331cae67851d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6fc66a86f664061a2a8221809004f0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.662073] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2242f4fc-d041-4a12-b49e-26d07cff5a3c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.674332] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92ba2f0-b4ad-4003-9953-e2ad95b227e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.713872] env[63043]: DEBUG nova.compute.manager [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.719093] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e134835-7e4f-4b46-bea0-8e45c3e7e97d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.726194] env[63043]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-468b672e-1fcd-42b5-a0c2-6730e2e51caa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.749235] env[63043]: DEBUG nova.compute.manager [None req-988850dd-64bc-4c69-a76c-2f87dd226d2e tempest-ServerDiagnosticsTest-116257740 tempest-ServerDiagnosticsTest-116257740-project-admin] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.751320] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aec5ab-15b4-4f7f-b2a7-90cfdd7e37c2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.757360] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Downloading image file data c04b4539-b4fb-448a-802e-c39bc76f1862 to the data store datastore2 {{(pid=63043) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 606.765091] env[63043]: INFO nova.compute.manager [None req-988850dd-64bc-4c69-a76c-2f87dd226d2e tempest-ServerDiagnosticsTest-116257740 tempest-ServerDiagnosticsTest-116257740-project-admin] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Retrieving diagnostics [ 606.767928] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581dde4f-602e-43c6-bc4a-e502a6000676 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.851929] env[63043]: DEBUG oslo_vmware.rw_handles [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63043) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 606.923711] env[63043]: DEBUG nova.compute.manager [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.924019] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.924937] env[63043]: DEBUG nova.compute.manager [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.938534] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a706e3e7-4594-4bdf-81b4-ca0aa61bee04 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.955512] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "ca539a23-d0b8-43b1-aebd-bbc92ab21034" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.955834] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "ca539a23-d0b8-43b1-aebd-bbc92ab21034" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.957363] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.962262] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8dcd9c8-b5d9-44fb-9811-6f27e851ba2d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.963863] env[63043]: DEBUG oslo_vmware.api [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485408, 'name': PowerOnVM_Task, 'duration_secs': 0.678015} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.965159] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.965869] env[63043]: INFO nova.compute.manager [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Took 9.56 seconds to spawn the instance on the hypervisor. [ 606.965869] env[63043]: DEBUG nova.compute.manager [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.967198] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70827a11-557a-4c44-9132-ce4cef1c32d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.975697] env[63043]: DEBUG oslo_vmware.api [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Waiting for the task: (returnval){ [ 606.975697] env[63043]: value = "task-2485409" [ 606.975697] env[63043]: _type = "Task" [ 606.975697] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.996380] env[63043]: DEBUG oslo_vmware.api [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Task: {'id': task-2485409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.209449] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7b82af-f663-47e4-8260-efe3a2e91222 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.223783] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48599822-6df3-425e-8770-0f146d99912d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.231568] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Updating instance_info_cache with network_info: [{"id": "d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99", "address": "fa:16:3e:4f:cf:37", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ec99f-45", "ovs_interfaceid": "d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.273650] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.278532] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc15c75-7b1f-48a7-ba8e-553eaf3109be {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.293694] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9839f1c2-828f-4d06-a68f-1fad3f63b491 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.316026] env[63043]: DEBUG nova.compute.provider_tree [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.462180] env[63043]: DEBUG nova.compute.manager [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.488786] env[63043]: DEBUG oslo_vmware.api [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Task: {'id': task-2485409, 'name': PowerOffVM_Task, 'duration_secs': 0.312462} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.490333] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.490556] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.491987] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a988ffdb-387a-4515-994d-15130ab389b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.505168] env[63043]: INFO nova.compute.manager [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Took 18.95 seconds to build instance. [ 607.566065] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.566525] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.566525] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Deleting the datastore file [datastore1] 0a169a9a-b915-4fb9-bcd9-547884a05c89 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.566811] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ab075ea-c964-4458-a344-d977c0b3f38b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.579934] env[63043]: DEBUG oslo_vmware.api [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Waiting for the task: (returnval){ [ 607.579934] env[63043]: value = "task-2485411" [ 607.579934] env[63043]: _type = "Task" [ 607.579934] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.594606] env[63043]: DEBUG oslo_vmware.api [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Task: {'id': task-2485411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.631582] env[63043]: DEBUG oslo_vmware.rw_handles [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Completed reading data from the image iterator. {{(pid=63043) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 607.631582] env[63043]: DEBUG oslo_vmware.rw_handles [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 607.714182] env[63043]: DEBUG nova.network.neutron [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Successfully created port: 9aeb6a4b-01f8-43c2-850d-a2513cf014ad {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.735468] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Releasing lock "refresh_cache-0a169a9a-b915-4fb9-bcd9-547884a05c89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.735607] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Updated the network info_cache for instance {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 607.735815] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.736092] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.736325] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.736543] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.736751] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.777565] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Downloaded image file data c04b4539-b4fb-448a-802e-c39bc76f1862 to vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk on the data store datastore2 {{(pid=63043) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 607.778834] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Caching image {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 607.779096] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Copying Virtual Disk [datastore2] vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk to [datastore2] vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.779406] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c543a5e2-ba70-4ae6-bad9-0a3c46d2fc37 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.787269] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 607.787269] env[63043]: value = "task-2485412" [ 607.787269] env[63043]: _type = "Task" [ 607.787269] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.795401] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.825143] env[63043]: DEBUG nova.scheduler.client.report [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.935580] env[63043]: DEBUG nova.compute.manager [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.952930] env[63043]: DEBUG nova.compute.manager [req-2c9db4e0-e02b-4503-82de-36e894b7c164 req-514531eb-c861-422b-9bf4-69fffe54b189 service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Received event network-changed-44e7ae83-360f-4ecb-bd95-15e91e5e31f9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.953109] env[63043]: DEBUG nova.compute.manager [req-2c9db4e0-e02b-4503-82de-36e894b7c164 req-514531eb-c861-422b-9bf4-69fffe54b189 service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Refreshing instance network info cache due to event network-changed-44e7ae83-360f-4ecb-bd95-15e91e5e31f9. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 607.953323] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c9db4e0-e02b-4503-82de-36e894b7c164 req-514531eb-c861-422b-9bf4-69fffe54b189 service nova] Acquiring lock "refresh_cache-1f9e63fc-b3df-4435-ae2c-afe64c256f93" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.953459] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c9db4e0-e02b-4503-82de-36e894b7c164 req-514531eb-c861-422b-9bf4-69fffe54b189 service nova] Acquired lock "refresh_cache-1f9e63fc-b3df-4435-ae2c-afe64c256f93" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.954274] env[63043]: DEBUG nova.network.neutron [req-2c9db4e0-e02b-4503-82de-36e894b7c164 req-514531eb-c861-422b-9bf4-69fffe54b189 service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Refreshing network info cache for port 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.979021] env[63043]: DEBUG nova.virt.hardware [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.979021] env[63043]: DEBUG nova.virt.hardware [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.979197] env[63043]: DEBUG nova.virt.hardware [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.979282] env[63043]: DEBUG nova.virt.hardware [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.979489] env[63043]: DEBUG nova.virt.hardware [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.979802] env[63043]: DEBUG nova.virt.hardware [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.979802] env[63043]: DEBUG nova.virt.hardware [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.979968] env[63043]: DEBUG nova.virt.hardware [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.980158] env[63043]: DEBUG nova.virt.hardware [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.980714] env[63043]: DEBUG nova.virt.hardware [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.980974] env[63043]: DEBUG nova.virt.hardware [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.982943] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb422194-ef91-4961-adcf-00402c4be6f4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.996936] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7056abd7-286d-46a9-84ab-573adb30196e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.001349] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.014893] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7f22d15a-314e-468c-a268-cf11ac5f9d20 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.480s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.089671] env[63043]: DEBUG oslo_vmware.api [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Task: {'id': task-2485411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364199} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.089959] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.090334] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.090600] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.090796] env[63043]: INFO nova.compute.manager [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Took 1.17 seconds to destroy the instance on the hypervisor. [ 608.091704] env[63043]: DEBUG oslo.service.loopingcall [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.091704] env[63043]: DEBUG nova.compute.manager [-] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 608.091704] env[63043]: DEBUG nova.network.neutron [-] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.303606] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.333747] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.335446] env[63043]: DEBUG nova.compute.manager [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.340330] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.888s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.341707] env[63043]: INFO nova.compute.claims [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.356498] env[63043]: DEBUG nova.compute.manager [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Received event network-vif-plugged-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.357401] env[63043]: DEBUG oslo_concurrency.lockutils [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] Acquiring lock "58b0ce0a-9269-471c-91b9-9873a0bceeff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.357401] env[63043]: DEBUG oslo_concurrency.lockutils [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] Lock "58b0ce0a-9269-471c-91b9-9873a0bceeff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.357401] env[63043]: DEBUG oslo_concurrency.lockutils [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] Lock "58b0ce0a-9269-471c-91b9-9873a0bceeff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.357401] env[63043]: DEBUG nova.compute.manager [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] No waiting events found dispatching network-vif-plugged-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.357591] env[63043]: WARNING nova.compute.manager [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Received unexpected event network-vif-plugged-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 for instance with vm_state building and task_state spawning. [ 608.357623] env[63043]: DEBUG nova.compute.manager [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Received event network-changed-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.358141] env[63043]: DEBUG nova.compute.manager [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Refreshing instance network info cache due to event network-changed-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 608.363844] env[63043]: DEBUG oslo_concurrency.lockutils [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] Acquiring lock "refresh_cache-58b0ce0a-9269-471c-91b9-9873a0bceeff" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.364123] env[63043]: DEBUG oslo_concurrency.lockutils [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] Acquired lock "refresh_cache-58b0ce0a-9269-471c-91b9-9873a0bceeff" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.364329] env[63043]: DEBUG nova.network.neutron [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Refreshing network info cache for port b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.805721] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485412, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.846490] env[63043]: DEBUG nova.compute.utils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 608.851715] env[63043]: DEBUG nova.compute.manager [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.851715] env[63043]: DEBUG nova.network.neutron [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.977199] env[63043]: DEBUG nova.policy [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ae08655ad4e4502ae55be429ca13462', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7363dc92b28c41edacfdbcfadd1cca1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.008096] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Acquiring lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.008365] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.008597] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Acquiring lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.008759] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.008931] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.011694] env[63043]: INFO nova.compute.manager [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Terminating instance [ 609.077269] env[63043]: DEBUG nova.network.neutron [-] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.256462] env[63043]: DEBUG nova.network.neutron [req-2c9db4e0-e02b-4503-82de-36e894b7c164 req-514531eb-c861-422b-9bf4-69fffe54b189 service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Updated VIF entry in instance network info cache for port 44e7ae83-360f-4ecb-bd95-15e91e5e31f9. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.256663] env[63043]: DEBUG nova.network.neutron [req-2c9db4e0-e02b-4503-82de-36e894b7c164 req-514531eb-c861-422b-9bf4-69fffe54b189 service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Updating instance_info_cache with network_info: [{"id": "44e7ae83-360f-4ecb-bd95-15e91e5e31f9", "address": "fa:16:3e:23:46:a7", "network": {"id": "424538dc-c9a0-48e3-b627-5a7fe4eb7947", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1881320714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d500b88ef54a4cab9322659cb1a7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e7ae83-36", "ovs_interfaceid": "44e7ae83-360f-4ecb-bd95-15e91e5e31f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.310392] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485412, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.229755} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.310536] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Copied Virtual Disk [datastore2] vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk to [datastore2] vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.310714] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Deleting the datastore file [datastore2] vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862/tmp-sparse.vmdk {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.311073] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0716218-15b4-411d-acdf-9c54eff6a366 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.319274] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 609.319274] env[63043]: value = "task-2485413" [ 609.319274] env[63043]: _type = "Task" [ 609.319274] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.327944] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.353217] env[63043]: DEBUG nova.compute.manager [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.407737] env[63043]: DEBUG nova.network.neutron [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Updated VIF entry in instance network info cache for port b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.409750] env[63043]: DEBUG nova.network.neutron [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Updating instance_info_cache with network_info: [{"id": "b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1", "address": "fa:16:3e:a1:46:5b", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e9a93d-33", "ovs_interfaceid": "b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.521807] env[63043]: DEBUG nova.compute.manager [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.522231] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.529154] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20023c75-9276-4b75-8954-2c2ae637b980 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.537159] env[63043]: DEBUG oslo_concurrency.lockutils [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Acquiring lock "8362c470-7c23-4313-996b-982eb6e696a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.540573] env[63043]: DEBUG oslo_concurrency.lockutils [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Lock "8362c470-7c23-4313-996b-982eb6e696a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.540573] env[63043]: DEBUG oslo_concurrency.lockutils [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Acquiring lock "8362c470-7c23-4313-996b-982eb6e696a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.540573] env[63043]: DEBUG oslo_concurrency.lockutils [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Lock "8362c470-7c23-4313-996b-982eb6e696a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.540573] env[63043]: DEBUG oslo_concurrency.lockutils [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Lock "8362c470-7c23-4313-996b-982eb6e696a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.544708] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.545243] env[63043]: INFO nova.compute.manager [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Terminating instance [ 609.547302] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c11fee4d-2de0-43e5-a030-e4007d7d96e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.554908] env[63043]: DEBUG oslo_vmware.api [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Waiting for the task: (returnval){ [ 609.554908] env[63043]: value = "task-2485414" [ 609.554908] env[63043]: _type = "Task" [ 609.554908] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.574690] env[63043]: DEBUG oslo_vmware.api [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.580311] env[63043]: INFO nova.compute.manager [-] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Took 1.49 seconds to deallocate network for instance. [ 609.748407] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3507d2-4b2e-4e6f-a5c6-55067b1351b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.761688] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1803c5ea-6399-4051-b244-baa731c59642 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.766932] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c9db4e0-e02b-4503-82de-36e894b7c164 req-514531eb-c861-422b-9bf4-69fffe54b189 service nova] Releasing lock "refresh_cache-1f9e63fc-b3df-4435-ae2c-afe64c256f93" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.814111] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c339f5-cdaa-4b8c-972e-2933a11e492d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.827294] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bb2e23-8f17-416f-8820-d30df164ccaf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.849707] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029357} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.850238] env[63043]: DEBUG nova.compute.provider_tree [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.851820] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.852095] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Moving file from [datastore2] vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11/c04b4539-b4fb-448a-802e-c39bc76f1862 to [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862. {{(pid=63043) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 609.852375] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3398fcf4-bf02-45cc-85ab-00d24ae78157 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.860829] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 609.860829] env[63043]: value = "task-2485415" [ 609.860829] env[63043]: _type = "Task" [ 609.860829] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.875865] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485415, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.918515] env[63043]: DEBUG oslo_concurrency.lockutils [req-50fe8d58-1327-4c2a-95fc-a2e62d9ec6a3 req-8011736d-d68c-406c-ba17-33159dc06985 service nova] Releasing lock "refresh_cache-58b0ce0a-9269-471c-91b9-9873a0bceeff" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.055051] env[63043]: DEBUG nova.compute.manager [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 610.055051] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.055368] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c333b8-ac47-4f54-b8a3-8b486a523146 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.080049] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.080740] env[63043]: DEBUG oslo_vmware.api [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485414, 'name': PowerOffVM_Task, 'duration_secs': 0.236114} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.080966] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d8f1fbf-bee5-4264-92d6-80854d20e812 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.083177] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.083177] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.083354] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f15076a-dce9-4e67-bc63-09fe262bf466 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.092205] env[63043]: DEBUG oslo_vmware.api [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Waiting for the task: (returnval){ [ 610.092205] env[63043]: value = "task-2485416" [ 610.092205] env[63043]: _type = "Task" [ 610.092205] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.096755] env[63043]: DEBUG oslo_concurrency.lockutils [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.103084] env[63043]: DEBUG oslo_vmware.api [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.135085] env[63043]: DEBUG nova.network.neutron [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Successfully created port: 3db3479f-45c0-47dd-bbd2-a199b9d6804b {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.147156] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.147369] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.147549] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Deleting the datastore file [datastore1] c48e0bf0-dfc5-4ec7-b611-b96af9659bf5 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.147816] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24a017ab-a79d-4585-93eb-9bf149dd805f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.158880] env[63043]: DEBUG oslo_vmware.api [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Waiting for the task: (returnval){ [ 610.158880] env[63043]: value = "task-2485418" [ 610.158880] env[63043]: _type = "Task" [ 610.158880] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.172492] env[63043]: DEBUG oslo_vmware.api [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.357863] env[63043]: DEBUG nova.scheduler.client.report [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.379534] env[63043]: DEBUG nova.compute.manager [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.381507] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485415, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025972} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.383090] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] File moved {{(pid=63043) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 610.383090] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Cleaning up location [datastore2] vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 610.383090] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Deleting the datastore file [datastore2] vmware_temp/f49fded2-0d2e-4d04-bf22-0b80859d9a11 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.384280] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfba9e34-5922-4714-9db8-d3fc438a80fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.392619] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 610.392619] env[63043]: value = "task-2485419" [ 610.392619] env[63043]: _type = "Task" [ 610.392619] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.403659] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.414909] env[63043]: DEBUG nova.virt.hardware [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.415466] env[63043]: DEBUG nova.virt.hardware [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.415466] env[63043]: DEBUG nova.virt.hardware [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.415668] env[63043]: DEBUG nova.virt.hardware [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.415668] env[63043]: DEBUG nova.virt.hardware [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.415766] env[63043]: DEBUG nova.virt.hardware [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.416186] env[63043]: DEBUG nova.virt.hardware [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.416320] env[63043]: DEBUG nova.virt.hardware [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.416485] env[63043]: DEBUG nova.virt.hardware [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.416672] env[63043]: DEBUG nova.virt.hardware [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.416844] env[63043]: DEBUG nova.virt.hardware [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.417756] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247d8a85-9ca0-49ff-b2e3-4e3ae2275a62 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.426984] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436ace58-f798-41d5-b1b7-6a50048cab9f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.604081] env[63043]: DEBUG oslo_vmware.api [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485416, 'name': PowerOffVM_Task, 'duration_secs': 0.369738} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.604343] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.605460] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.605756] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b595047-2390-421f-a0cc-5e116a247187 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.664587] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.664812] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.664991] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Deleting the datastore file [datastore1] 8362c470-7c23-4313-996b-982eb6e696a2 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.666026] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8494e9bd-16e9-447b-aae0-a44e33fd5769 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.672839] env[63043]: DEBUG oslo_vmware.api [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Task: {'id': task-2485418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232727} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.673588] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.673844] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.673844] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.674034] env[63043]: INFO nova.compute.manager [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 610.674310] env[63043]: DEBUG oslo.service.loopingcall [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.674515] env[63043]: DEBUG nova.compute.manager [-] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.674610] env[63043]: DEBUG nova.network.neutron [-] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.677395] env[63043]: DEBUG oslo_vmware.api [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Waiting for the task: (returnval){ [ 610.677395] env[63043]: value = "task-2485421" [ 610.677395] env[63043]: _type = "Task" [ 610.677395] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.685385] env[63043]: DEBUG oslo_vmware.api [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.816317] env[63043]: DEBUG nova.network.neutron [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Successfully updated port: 9aeb6a4b-01f8-43c2-850d-a2513cf014ad {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.868227] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.868636] env[63043]: DEBUG nova.compute.manager [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.871584] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.598s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.875080] env[63043]: INFO nova.compute.claims [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.907100] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033239} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.907417] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.908178] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dab3283-30ef-4fa7-b2cb-e9b9b461e130 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.914223] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 610.914223] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52fb4245-81f1-0c3c-7c69-d6343ea22df1" [ 610.914223] env[63043]: _type = "Task" [ 610.914223] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.923377] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52fb4245-81f1-0c3c-7c69-d6343ea22df1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.189404] env[63043]: DEBUG oslo_vmware.api [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Task: {'id': task-2485421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162576} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.193017] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.193017] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.193017] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.193017] env[63043]: INFO nova.compute.manager [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 611.193017] env[63043]: DEBUG oslo.service.loopingcall [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.194401] env[63043]: DEBUG nova.compute.manager [-] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.194401] env[63043]: DEBUG nova.network.neutron [-] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.318754] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Acquiring lock "refresh_cache-4fe02429-cd39-4135-9936-b520204db2d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.318979] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Acquired lock "refresh_cache-4fe02429-cd39-4135-9936-b520204db2d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.319100] env[63043]: DEBUG nova.network.neutron [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.379731] env[63043]: DEBUG nova.compute.utils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 611.387221] env[63043]: DEBUG nova.compute.manager [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.387221] env[63043]: DEBUG nova.network.neutron [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.427041] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52fb4245-81f1-0c3c-7c69-d6343ea22df1, 'name': SearchDatastore_Task, 'duration_secs': 0.008913} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.427481] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.427711] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 1f9e63fc-b3df-4435-ae2c-afe64c256f93/1f9e63fc-b3df-4435-ae2c-afe64c256f93.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.428263] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.428434] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.428602] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fdf8c97-14e6-4fca-808c-a05db4c859b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.431457] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93e0320a-0751-4ccf-affc-7e5cb68d1097 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.440881] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 611.440881] env[63043]: value = "task-2485422" [ 611.440881] env[63043]: _type = "Task" [ 611.440881] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.441976] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.442776] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.447529] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ddaa862-4b97-4af1-89f8-40c49acdc874 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.455118] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 611.455118] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a6c52f-16c3-048b-0e09-13c3216b696b" [ 611.455118] env[63043]: _type = "Task" [ 611.455118] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.459774] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.478102] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a6c52f-16c3-048b-0e09-13c3216b696b, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.478568] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2ca1bd-bf5a-494b-bbe1-f4a4ca691745 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.486336] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 611.486336] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c3266b-0938-897a-7e32-31cdb91c7d4c" [ 611.486336] env[63043]: _type = "Task" [ 611.486336] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.496229] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c3266b-0938-897a-7e32-31cdb91c7d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.732270] env[63043]: DEBUG nova.policy [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '842109cf75544c0782e6c3d73e24956b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3632a8901bc41258430a525fd41a1bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.887343] env[63043]: DEBUG nova.compute.manager [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.906691] env[63043]: DEBUG nova.network.neutron [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.913852] env[63043]: DEBUG nova.compute.manager [req-34a63956-399b-4e5d-9e2d-ef913346d26d req-6753aae9-950b-4ee7-88d6-5e0ab2affc7f service nova] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Received event network-vif-deleted-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.958505] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483997} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.958773] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 1f9e63fc-b3df-4435-ae2c-afe64c256f93/1f9e63fc-b3df-4435-ae2c-afe64c256f93.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.958986] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.961201] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-595d3fb9-4842-44cd-91ac-e354ac23d3a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.980020] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 611.980020] env[63043]: value = "task-2485423" [ 611.980020] env[63043]: _type = "Task" [ 611.980020] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.989035] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.009026] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c3266b-0938-897a-7e32-31cdb91c7d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.010703] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.010703] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 58b0ce0a-9269-471c-91b9-9873a0bceeff/58b0ce0a-9269-471c-91b9-9873a0bceeff.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.010703] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56dcef85-9143-4912-9f34-22885b2cbecc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.016656] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 612.016656] env[63043]: value = "task-2485424" [ 612.016656] env[63043]: _type = "Task" [ 612.016656] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.028259] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.078603] env[63043]: DEBUG nova.compute.manager [req-d26d235d-840e-4fc9-aef6-69328fc4a989 req-7651f1fe-d5d1-4c00-9f89-52365d07ea98 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Received event network-vif-plugged-9aeb6a4b-01f8-43c2-850d-a2513cf014ad {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.078705] env[63043]: DEBUG oslo_concurrency.lockutils [req-d26d235d-840e-4fc9-aef6-69328fc4a989 req-7651f1fe-d5d1-4c00-9f89-52365d07ea98 service nova] Acquiring lock "4fe02429-cd39-4135-9936-b520204db2d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.078926] env[63043]: DEBUG oslo_concurrency.lockutils [req-d26d235d-840e-4fc9-aef6-69328fc4a989 req-7651f1fe-d5d1-4c00-9f89-52365d07ea98 service nova] Lock "4fe02429-cd39-4135-9936-b520204db2d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.079113] env[63043]: DEBUG oslo_concurrency.lockutils [req-d26d235d-840e-4fc9-aef6-69328fc4a989 req-7651f1fe-d5d1-4c00-9f89-52365d07ea98 service nova] Lock "4fe02429-cd39-4135-9936-b520204db2d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.079279] env[63043]: DEBUG nova.compute.manager [req-d26d235d-840e-4fc9-aef6-69328fc4a989 req-7651f1fe-d5d1-4c00-9f89-52365d07ea98 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] No waiting events found dispatching network-vif-plugged-9aeb6a4b-01f8-43c2-850d-a2513cf014ad {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.079589] env[63043]: WARNING nova.compute.manager [req-d26d235d-840e-4fc9-aef6-69328fc4a989 req-7651f1fe-d5d1-4c00-9f89-52365d07ea98 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Received unexpected event network-vif-plugged-9aeb6a4b-01f8-43c2-850d-a2513cf014ad for instance with vm_state building and task_state spawning. [ 612.141509] env[63043]: DEBUG nova.compute.manager [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Stashing vm_state: active {{(pid=63043) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 612.175749] env[63043]: DEBUG nova.network.neutron [-] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.249903] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb54504-44f9-4ed3-a5f8-2aafb5b9c6fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.262657] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307275bc-2a95-4da2-ac12-6ef8b63f3307 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.298312] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47884410-a950-4e29-a27e-91365fb7ce35 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.313078] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22314046-4715-4c82-9ca5-1f796c80a0fb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.337905] env[63043]: DEBUG nova.compute.provider_tree [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.455507] env[63043]: DEBUG nova.network.neutron [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Successfully created port: 7c904388-f5ac-4ea4-8553-47cffc558f7d {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.494383] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07948} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.495081] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.496091] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093d4286-bcc4-4d57-9ba9-e7b1c3aacd47 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.531410] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 1f9e63fc-b3df-4435-ae2c-afe64c256f93/1f9e63fc-b3df-4435-ae2c-afe64c256f93.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.537764] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4edb8196-ffad-49b7-a321-558cd3208be6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.553244] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Acquiring lock "471ac034-2d40-488b-920c-308e84121373" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.553487] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Lock "471ac034-2d40-488b-920c-308e84121373" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.553685] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Acquiring lock "471ac034-2d40-488b-920c-308e84121373-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.553854] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Lock "471ac034-2d40-488b-920c-308e84121373-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.554036] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Lock "471ac034-2d40-488b-920c-308e84121373-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.556160] env[63043]: INFO nova.compute.manager [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Terminating instance [ 612.564382] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504343} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.566750] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 58b0ce0a-9269-471c-91b9-9873a0bceeff/58b0ce0a-9269-471c-91b9-9873a0bceeff.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.567784] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.567784] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 612.567784] env[63043]: value = "task-2485425" [ 612.567784] env[63043]: _type = "Task" [ 612.567784] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.567784] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bc8b085-f6ca-49a1-baea-af9a3d45a0b9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.579996] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.581372] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 612.581372] env[63043]: value = "task-2485426" [ 612.581372] env[63043]: _type = "Task" [ 612.581372] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.595537] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.669551] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.673125] env[63043]: DEBUG nova.network.neutron [-] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.678410] env[63043]: INFO nova.compute.manager [-] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Took 2.00 seconds to deallocate network for instance. [ 612.794088] env[63043]: DEBUG nova.network.neutron [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Updating instance_info_cache with network_info: [{"id": "9aeb6a4b-01f8-43c2-850d-a2513cf014ad", "address": "fa:16:3e:43:ac:94", "network": {"id": "00b572e6-f38e-4ea8-9ce5-2d23988c32fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1489362850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6fc66a86f664061a2a8221809004f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aeb6a4b-01", "ovs_interfaceid": "9aeb6a4b-01f8-43c2-850d-a2513cf014ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.871928] env[63043]: ERROR nova.scheduler.client.report [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [req-fefc4391-5340-4500-b572-23644d95daf0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1c615ed-2198-4c37-92f9-e049b1e9001f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fefc4391-5340-4500-b572-23644d95daf0"}]} [ 612.900316] env[63043]: DEBUG nova.scheduler.client.report [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Refreshing inventories for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 612.903116] env[63043]: DEBUG nova.compute.manager [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.923805] env[63043]: DEBUG nova.scheduler.client.report [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Updating ProviderTree inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 612.923805] env[63043]: DEBUG nova.compute.provider_tree [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.933419] env[63043]: DEBUG nova.virt.hardware [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.933675] env[63043]: DEBUG nova.virt.hardware [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.933832] env[63043]: DEBUG nova.virt.hardware [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.934029] env[63043]: DEBUG nova.virt.hardware [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.934309] env[63043]: DEBUG nova.virt.hardware [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.938689] env[63043]: DEBUG nova.virt.hardware [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.938689] env[63043]: DEBUG nova.virt.hardware [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.938834] env[63043]: DEBUG nova.virt.hardware [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.938951] env[63043]: DEBUG nova.virt.hardware [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.939136] env[63043]: DEBUG nova.virt.hardware [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.939310] env[63043]: DEBUG nova.virt.hardware [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.940228] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650284eb-62d0-4804-8804-4c9d0611ea29 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.944734] env[63043]: DEBUG nova.scheduler.client.report [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Refreshing aggregate associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, aggregates: None {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 612.953767] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5551b0e-9a9a-4fcd-8ed2-a77680b2bee6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.973845] env[63043]: DEBUG nova.scheduler.client.report [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Refreshing trait associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 613.067421] env[63043]: DEBUG nova.compute.manager [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.068444] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.068519] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a99984-e1b3-4d65-8896-fba111ec82a1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.082962] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485425, 'name': ReconfigVM_Task, 'duration_secs': 0.300494} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.087990] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 1f9e63fc-b3df-4435-ae2c-afe64c256f93/1f9e63fc-b3df-4435-ae2c-afe64c256f93.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.088691] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.091304] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72d083c0-9a40-4b04-a2f4-180922b182d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.093373] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d252e10-dd3f-4a96-8c3f-31e420270e4e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.099022] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070779} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.100239] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.100565] env[63043]: DEBUG oslo_vmware.api [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Waiting for the task: (returnval){ [ 613.100565] env[63043]: value = "task-2485428" [ 613.100565] env[63043]: _type = "Task" [ 613.100565] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.102052] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef3f521-9706-401e-91f0-517d47028245 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.104596] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 613.104596] env[63043]: value = "task-2485427" [ 613.104596] env[63043]: _type = "Task" [ 613.104596] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.133808] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 58b0ce0a-9269-471c-91b9-9873a0bceeff/58b0ce0a-9269-471c-91b9-9873a0bceeff.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.140561] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8839ddf2-0d1d-46fc-9bda-5c3f21c8deb9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.156267] env[63043]: DEBUG oslo_vmware.api [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.159831] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485427, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.165104] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 613.165104] env[63043]: value = "task-2485429" [ 613.165104] env[63043]: _type = "Task" [ 613.165104] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.176242] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.176651] env[63043]: INFO nova.compute.manager [-] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Took 1.99 seconds to deallocate network for instance. [ 613.188048] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.246466] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86c08f4-bc3a-4283-ae1e-d9b4773a78ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.254378] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7252e8da-a0e1-47c8-95ce-dbfb43c5828e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.292516] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c210e7-b02b-4aaa-9042-836700668090 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.300192] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Releasing lock "refresh_cache-4fe02429-cd39-4135-9936-b520204db2d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.300192] env[63043]: DEBUG nova.compute.manager [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Instance network_info: |[{"id": "9aeb6a4b-01f8-43c2-850d-a2513cf014ad", "address": "fa:16:3e:43:ac:94", "network": {"id": "00b572e6-f38e-4ea8-9ce5-2d23988c32fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1489362850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6fc66a86f664061a2a8221809004f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aeb6a4b-01", "ovs_interfaceid": "9aeb6a4b-01f8-43c2-850d-a2513cf014ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.301165] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:ac:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aeb6a4b-01f8-43c2-850d-a2513cf014ad', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.312280] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Creating folder: Project (a6fc66a86f664061a2a8221809004f0e). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.313610] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aa6b1b-f817-4868-bb65-db8f7a9b6871 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.319459] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcfe39c1-578e-4e38-8ffe-8754717bd18b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.332294] env[63043]: DEBUG nova.compute.provider_tree [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.335536] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Created folder: Project (a6fc66a86f664061a2a8221809004f0e) in parent group-v502843. [ 613.335819] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Creating folder: Instances. Parent ref: group-v502868. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.336211] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db2122df-3fa6-4744-8723-0aca25bf8403 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.345938] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Created folder: Instances in parent group-v502868. [ 613.346311] env[63043]: DEBUG oslo.service.loopingcall [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 613.346409] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.346594] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6470a392-c847-4ab2-a2f7-b7ce6068a081 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.368520] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.368520] env[63043]: value = "task-2485432" [ 613.368520] env[63043]: _type = "Task" [ 613.368520] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.377891] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485432, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.505774] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "4df019ea-8beb-4e10-acfa-04df94575993" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.510618] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "4df019ea-8beb-4e10-acfa-04df94575993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.512573] env[63043]: DEBUG nova.network.neutron [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Successfully updated port: 3db3479f-45c0-47dd-bbd2-a199b9d6804b {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.624052] env[63043]: DEBUG oslo_vmware.api [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485428, 'name': PowerOffVM_Task, 'duration_secs': 0.341028} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.631130] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.631130] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.631130] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485427, 'name': Rename_Task, 'duration_secs': 0.21762} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.631130] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a8aa8b6-4c0e-4ae6-bc46-7db46e53f71a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.632041] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.632386] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf5dc8b-8024-4a0c-9b66-3a4714bf899f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.643032] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 613.643032] env[63043]: value = "task-2485433" [ 613.643032] env[63043]: _type = "Task" [ 613.643032] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.652142] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.682234] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485429, 'name': ReconfigVM_Task, 'duration_secs': 0.35889} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.682234] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 58b0ce0a-9269-471c-91b9-9873a0bceeff/58b0ce0a-9269-471c-91b9-9873a0bceeff.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.682748] env[63043]: DEBUG oslo_concurrency.lockutils [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.683010] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-535a7816-5bdf-404f-ab12-c1f9dab312dd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.692091] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 613.692091] env[63043]: value = "task-2485435" [ 613.692091] env[63043]: _type = "Task" [ 613.692091] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.703499] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485435, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.719641] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.719641] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.719641] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Deleting the datastore file [datastore1] 471ac034-2d40-488b-920c-308e84121373 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.719641] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c0e8986-e0f2-4e5a-b853-72c05c0fc2d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.728220] env[63043]: DEBUG oslo_vmware.api [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Waiting for the task: (returnval){ [ 613.728220] env[63043]: value = "task-2485436" [ 613.728220] env[63043]: _type = "Task" [ 613.728220] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.735705] env[63043]: DEBUG oslo_vmware.api [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.870404] env[63043]: ERROR nova.scheduler.client.report [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [req-6c0f7b5e-e73d-4a85-af2f-2148cb780a8a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1c615ed-2198-4c37-92f9-e049b1e9001f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6c0f7b5e-e73d-4a85-af2f-2148cb780a8a"}]} [ 613.889031] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485432, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.898457] env[63043]: DEBUG nova.scheduler.client.report [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Refreshing inventories for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 613.917139] env[63043]: DEBUG nova.scheduler.client.report [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Updating ProviderTree inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 613.917139] env[63043]: DEBUG nova.compute.provider_tree [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.950600] env[63043]: DEBUG nova.scheduler.client.report [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Refreshing aggregate associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, aggregates: None {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 613.982067] env[63043]: DEBUG nova.scheduler.client.report [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Refreshing trait associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 614.024089] env[63043]: DEBUG nova.compute.manager [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.033800] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Acquiring lock "refresh_cache-a884ef52-e22f-4f4f-8b4e-f663de615123" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.033800] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Acquired lock "refresh_cache-a884ef52-e22f-4f4f-8b4e-f663de615123" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.033800] env[63043]: DEBUG nova.network.neutron [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.155440] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485433, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.211136] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485435, 'name': Rename_Task, 'duration_secs': 0.233298} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.217039] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.217039] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e425e087-60c9-4e71-8a17-56117fea0369 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.225217] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 614.225217] env[63043]: value = "task-2485437" [ 614.225217] env[63043]: _type = "Task" [ 614.225217] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.244732] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485437, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.245028] env[63043]: DEBUG oslo_vmware.api [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Task: {'id': task-2485436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259783} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.247971] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.248199] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.248605] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.248605] env[63043]: INFO nova.compute.manager [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] [instance: 471ac034-2d40-488b-920c-308e84121373] Took 1.18 seconds to destroy the instance on the hypervisor. [ 614.248820] env[63043]: DEBUG oslo.service.loopingcall [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 614.249311] env[63043]: DEBUG nova.compute.manager [-] [instance: 471ac034-2d40-488b-920c-308e84121373] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 614.249414] env[63043]: DEBUG nova.network.neutron [-] [instance: 471ac034-2d40-488b-920c-308e84121373] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.302432] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e2ec2d-95de-45eb-a31d-5fded7ceb412 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.317404] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959befd5-7c3b-4fa4-b0ee-3ee0cc73e793 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.356672] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5305fa-54bf-4af2-a456-1d198fc6188a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.365704] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4fc844-8ab4-45be-8c99-177348aadfab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.384201] env[63043]: DEBUG nova.compute.provider_tree [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.393684] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485432, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.563921] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.590643] env[63043]: DEBUG nova.network.neutron [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Successfully updated port: 7c904388-f5ac-4ea4-8553-47cffc558f7d {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.635989] env[63043]: DEBUG nova.network.neutron [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.653454] env[63043]: DEBUG oslo_vmware.api [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485433, 'name': PowerOnVM_Task, 'duration_secs': 0.585876} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.654177] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.654177] env[63043]: INFO nova.compute.manager [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Took 14.89 seconds to spawn the instance on the hypervisor. [ 614.654420] env[63043]: DEBUG nova.compute.manager [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.655260] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e35d29-2727-4126-953e-c4fb9adee489 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.746090] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485437, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.889748] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485432, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.907566] env[63043]: DEBUG nova.network.neutron [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Updating instance_info_cache with network_info: [{"id": "3db3479f-45c0-47dd-bbd2-a199b9d6804b", "address": "fa:16:3e:a2:fb:d9", "network": {"id": "c72da696-3931-42e8-9bcc-43b3bb0ca412", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-631883507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7363dc92b28c41edacfdbcfadd1cca1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db3479f-45", "ovs_interfaceid": "3db3479f-45c0-47dd-bbd2-a199b9d6804b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.937010] env[63043]: DEBUG nova.scheduler.client.report [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Updated inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 614.937010] env[63043]: DEBUG nova.compute.provider_tree [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Updating resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f generation from 20 to 21 during operation: update_inventory {{(pid=63043) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 614.937453] env[63043]: DEBUG nova.compute.provider_tree [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.094256] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "refresh_cache-990a34e1-cf52-4ce7-b0ff-d1a2cac106ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.094574] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "refresh_cache-990a34e1-cf52-4ce7-b0ff-d1a2cac106ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.094827] env[63043]: DEBUG nova.network.neutron [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.177154] env[63043]: INFO nova.compute.manager [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Took 22.50 seconds to build instance. [ 615.243147] env[63043]: DEBUG oslo_vmware.api [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485437, 'name': PowerOnVM_Task, 'duration_secs': 0.763337} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.243197] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.243533] env[63043]: INFO nova.compute.manager [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Took 13.10 seconds to spawn the instance on the hypervisor. [ 615.243664] env[63043]: DEBUG nova.compute.manager [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.244751] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b128d719-518a-4038-9591-c826058449ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.305525] env[63043]: DEBUG nova.network.neutron [-] [instance: 471ac034-2d40-488b-920c-308e84121373] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.388171] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485432, 'name': CreateVM_Task, 'duration_secs': 1.622821} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.388870] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.389987] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.390264] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.390699] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.391218] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56119069-02e9-4c71-a6cb-f9582c9ed435 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.397236] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Waiting for the task: (returnval){ [ 615.397236] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528795ca-ec6c-e463-9f18-289aa1557a84" [ 615.397236] env[63043]: _type = "Task" [ 615.397236] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.406524] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528795ca-ec6c-e463-9f18-289aa1557a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.411143] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Releasing lock "refresh_cache-a884ef52-e22f-4f4f-8b4e-f663de615123" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.411538] env[63043]: DEBUG nova.compute.manager [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Instance network_info: |[{"id": "3db3479f-45c0-47dd-bbd2-a199b9d6804b", "address": "fa:16:3e:a2:fb:d9", "network": {"id": "c72da696-3931-42e8-9bcc-43b3bb0ca412", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-631883507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7363dc92b28c41edacfdbcfadd1cca1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db3479f-45", "ovs_interfaceid": "3db3479f-45c0-47dd-bbd2-a199b9d6804b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.412042] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:fb:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3db3479f-45c0-47dd-bbd2-a199b9d6804b', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.420485] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Creating folder: Project (7363dc92b28c41edacfdbcfadd1cca1b). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.420922] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c62144f9-60e4-4aa9-bc5a-ab786aae6cd2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.432300] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Created folder: Project (7363dc92b28c41edacfdbcfadd1cca1b) in parent group-v502843. [ 615.432559] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Creating folder: Instances. Parent ref: group-v502871. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.432842] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-361cba09-5cf1-49a6-a1cf-eb855cc71587 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.444036] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Created folder: Instances in parent group-v502871. [ 615.444313] env[63043]: DEBUG oslo.service.loopingcall [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.444694] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.444770] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-241f040b-f7e9-485d-85e7-1974b954e059 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.462843] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.591s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.463872] env[63043]: DEBUG nova.compute.manager [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.466551] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.465s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.468009] env[63043]: INFO nova.compute.claims [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.475157] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.475157] env[63043]: value = "task-2485440" [ 615.475157] env[63043]: _type = "Task" [ 615.475157] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.484016] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485440, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.559497] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Acquiring lock "c5bfb89e-931f-462f-8d11-a47c28fdfdc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.559497] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Lock "c5bfb89e-931f-462f-8d11-a47c28fdfdc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.668601] env[63043]: DEBUG nova.network.neutron [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.680017] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51bc25aa-0692-4695-a709-4899049363f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "1f9e63fc-b3df-4435-ae2c-afe64c256f93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.018s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.690266] env[63043]: DEBUG nova.compute.manager [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Received event network-vif-deleted-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.690352] env[63043]: DEBUG nova.compute.manager [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Received event network-vif-plugged-3db3479f-45c0-47dd-bbd2-a199b9d6804b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.691620] env[63043]: DEBUG oslo_concurrency.lockutils [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] Acquiring lock "a884ef52-e22f-4f4f-8b4e-f663de615123-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.691818] env[63043]: DEBUG oslo_concurrency.lockutils [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.691899] env[63043]: DEBUG oslo_concurrency.lockutils [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.692193] env[63043]: DEBUG nova.compute.manager [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] No waiting events found dispatching network-vif-plugged-3db3479f-45c0-47dd-bbd2-a199b9d6804b {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.695095] env[63043]: WARNING nova.compute.manager [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Received unexpected event network-vif-plugged-3db3479f-45c0-47dd-bbd2-a199b9d6804b for instance with vm_state building and task_state spawning. [ 615.695095] env[63043]: DEBUG nova.compute.manager [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Received event network-changed-3db3479f-45c0-47dd-bbd2-a199b9d6804b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.695095] env[63043]: DEBUG nova.compute.manager [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Refreshing instance network info cache due to event network-changed-3db3479f-45c0-47dd-bbd2-a199b9d6804b. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.695095] env[63043]: DEBUG oslo_concurrency.lockutils [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] Acquiring lock "refresh_cache-a884ef52-e22f-4f4f-8b4e-f663de615123" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.695095] env[63043]: DEBUG oslo_concurrency.lockutils [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] Acquired lock "refresh_cache-a884ef52-e22f-4f4f-8b4e-f663de615123" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.697171] env[63043]: DEBUG nova.network.neutron [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Refreshing network info cache for port 3db3479f-45c0-47dd-bbd2-a199b9d6804b {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.765308] env[63043]: INFO nova.compute.manager [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Took 20.87 seconds to build instance. [ 615.807920] env[63043]: INFO nova.compute.manager [-] [instance: 471ac034-2d40-488b-920c-308e84121373] Took 1.56 seconds to deallocate network for instance. [ 615.852580] env[63043]: DEBUG nova.compute.manager [req-6d277aef-a322-47ce-afe0-aafdda19f227 req-cbdd3451-2b17-4de1-a6ac-d16e2b4ed3e4 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Received event network-changed-9aeb6a4b-01f8-43c2-850d-a2513cf014ad {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.852580] env[63043]: DEBUG nova.compute.manager [req-6d277aef-a322-47ce-afe0-aafdda19f227 req-cbdd3451-2b17-4de1-a6ac-d16e2b4ed3e4 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Refreshing instance network info cache due to event network-changed-9aeb6a4b-01f8-43c2-850d-a2513cf014ad. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.852769] env[63043]: DEBUG oslo_concurrency.lockutils [req-6d277aef-a322-47ce-afe0-aafdda19f227 req-cbdd3451-2b17-4de1-a6ac-d16e2b4ed3e4 service nova] Acquiring lock "refresh_cache-4fe02429-cd39-4135-9936-b520204db2d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.852917] env[63043]: DEBUG oslo_concurrency.lockutils [req-6d277aef-a322-47ce-afe0-aafdda19f227 req-cbdd3451-2b17-4de1-a6ac-d16e2b4ed3e4 service nova] Acquired lock "refresh_cache-4fe02429-cd39-4135-9936-b520204db2d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.853215] env[63043]: DEBUG nova.network.neutron [req-6d277aef-a322-47ce-afe0-aafdda19f227 req-cbdd3451-2b17-4de1-a6ac-d16e2b4ed3e4 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Refreshing network info cache for port 9aeb6a4b-01f8-43c2-850d-a2513cf014ad {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.879301] env[63043]: DEBUG nova.network.neutron [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Updating instance_info_cache with network_info: [{"id": "7c904388-f5ac-4ea4-8553-47cffc558f7d", "address": "fa:16:3e:0f:c7:40", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c904388-f5", "ovs_interfaceid": "7c904388-f5ac-4ea4-8553-47cffc558f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.910315] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528795ca-ec6c-e463-9f18-289aa1557a84, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.910670] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.910906] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.911183] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.911343] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.911529] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.911783] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e5a112d-8f8d-4719-9c46-f6cfd3a1c4b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.926227] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.926461] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.927239] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d35a64b-5b89-4179-afbc-5de04fede11d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.932688] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Waiting for the task: (returnval){ [ 615.932688] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b85a5e-d99e-44e5-54e8-c589a2552d4b" [ 615.932688] env[63043]: _type = "Task" [ 615.932688] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.940805] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b85a5e-d99e-44e5-54e8-c589a2552d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.968192] env[63043]: DEBUG nova.compute.utils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 615.969537] env[63043]: DEBUG nova.compute.manager [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.969725] env[63043]: DEBUG nova.network.neutron [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.984411] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485440, 'name': CreateVM_Task, 'duration_secs': 0.366946} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.987804] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.988258] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.988425] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.988733] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.989217] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c4f531-47cc-4b34-97de-9538c79a750a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.994790] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Waiting for the task: (returnval){ [ 615.994790] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5231b244-8d52-7d07-b052-452a3c064ac7" [ 615.994790] env[63043]: _type = "Task" [ 615.994790] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.003035] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5231b244-8d52-7d07-b052-452a3c064ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.037719] env[63043]: DEBUG nova.policy [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6994f243e67c49c0a48aa9d955cfdf61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fac69a1d8c4444d695cc763bed674646', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.073539] env[63043]: DEBUG nova.compute.manager [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.090112] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "7d0e6646-06a1-446a-8650-7208d1ce265e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.090112] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "7d0e6646-06a1-446a-8650-7208d1ce265e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.268783] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e452ee4c-1663-46fc-856d-77f26e1fd598 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "58b0ce0a-9269-471c-91b9-9873a0bceeff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.383s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.322215] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.383664] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "refresh_cache-990a34e1-cf52-4ce7-b0ff-d1a2cac106ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.383731] env[63043]: DEBUG nova.compute.manager [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Instance network_info: |[{"id": "7c904388-f5ac-4ea4-8553-47cffc558f7d", "address": "fa:16:3e:0f:c7:40", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c904388-f5", "ovs_interfaceid": "7c904388-f5ac-4ea4-8553-47cffc558f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.384194] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:c7:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c904388-f5ac-4ea4-8553-47cffc558f7d', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.393626] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Creating folder: Project (c3632a8901bc41258430a525fd41a1bb). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.396292] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ef4e845-543b-4eb2-b8d5-80e3e85b7d8f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.406638] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Created folder: Project (c3632a8901bc41258430a525fd41a1bb) in parent group-v502843. [ 616.406835] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Creating folder: Instances. Parent ref: group-v502874. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.407138] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2af0ce3f-6dca-4ef2-a0a0-21a2e58c53b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.416165] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Created folder: Instances in parent group-v502874. [ 616.416259] env[63043]: DEBUG oslo.service.loopingcall [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.416458] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.416691] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9800d9e3-db57-4b68-a7c2-16bb76259214 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.439974] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.439974] env[63043]: value = "task-2485443" [ 616.439974] env[63043]: _type = "Task" [ 616.439974] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.448307] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b85a5e-d99e-44e5-54e8-c589a2552d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.028186} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.448561] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c8f86d-4f99-421f-aeef-6f2377a0238e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.454832] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485443, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.456570] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Waiting for the task: (returnval){ [ 616.456570] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52324f3a-d97e-c6ed-259c-65e07d54467a" [ 616.456570] env[63043]: _type = "Task" [ 616.456570] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.465634] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52324f3a-d97e-c6ed-259c-65e07d54467a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.479238] env[63043]: DEBUG nova.compute.manager [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.507218] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5231b244-8d52-7d07-b052-452a3c064ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.019773} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.507218] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.507218] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.507682] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.592646] env[63043]: DEBUG nova.compute.manager [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.599019] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.731812] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Acquiring lock "b0166fc9-a10c-4a84-a282-9689aa197254" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.732172] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Lock "b0166fc9-a10c-4a84-a282-9689aa197254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.755419] env[63043]: DEBUG nova.network.neutron [req-6d277aef-a322-47ce-afe0-aafdda19f227 req-cbdd3451-2b17-4de1-a6ac-d16e2b4ed3e4 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Updated VIF entry in instance network info cache for port 9aeb6a4b-01f8-43c2-850d-a2513cf014ad. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.755781] env[63043]: DEBUG nova.network.neutron [req-6d277aef-a322-47ce-afe0-aafdda19f227 req-cbdd3451-2b17-4de1-a6ac-d16e2b4ed3e4 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Updating instance_info_cache with network_info: [{"id": "9aeb6a4b-01f8-43c2-850d-a2513cf014ad", "address": "fa:16:3e:43:ac:94", "network": {"id": "00b572e6-f38e-4ea8-9ce5-2d23988c32fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1489362850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6fc66a86f664061a2a8221809004f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aeb6a4b-01", "ovs_interfaceid": "9aeb6a4b-01f8-43c2-850d-a2513cf014ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.785393] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f53ba4c-bbf8-419b-8af1-b59ac0924c75 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.795101] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829f8515-f3e2-4086-b172-e4a3f5d777cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.830704] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db645c5-a558-446a-ac7b-5bd59ef76c10 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.836334] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167fe193-dc3e-4b19-be69-3d7494e8d203 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.841171] env[63043]: DEBUG nova.network.neutron [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Updated VIF entry in instance network info cache for port 3db3479f-45c0-47dd-bbd2-a199b9d6804b. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.841513] env[63043]: DEBUG nova.network.neutron [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Updating instance_info_cache with network_info: [{"id": "3db3479f-45c0-47dd-bbd2-a199b9d6804b", "address": "fa:16:3e:a2:fb:d9", "network": {"id": "c72da696-3931-42e8-9bcc-43b3bb0ca412", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-631883507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7363dc92b28c41edacfdbcfadd1cca1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db3479f-45", "ovs_interfaceid": "3db3479f-45c0-47dd-bbd2-a199b9d6804b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.852640] env[63043]: DEBUG nova.compute.provider_tree [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.896272] env[63043]: DEBUG nova.network.neutron [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Successfully created port: d2d75096-06e9-4304-8e3b-260dfaa65b09 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.951336] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485443, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.966307] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52324f3a-d97e-c6ed-259c-65e07d54467a, 'name': SearchDatastore_Task, 'duration_secs': 0.033162} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.966632] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.966817] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 4fe02429-cd39-4135-9936-b520204db2d9/4fe02429-cd39-4135-9936-b520204db2d9.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.967106] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.967290] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.967502] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75f9e62f-d03b-4f5e-b85c-8757dedb0912 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.969732] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30718d06-3aaf-41ed-989d-34d64bce90b6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.976988] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Waiting for the task: (returnval){ [ 616.976988] env[63043]: value = "task-2485444" [ 616.976988] env[63043]: _type = "Task" [ 616.976988] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.981452] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.981599] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.982934] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7680bd-7528-4115-b65c-6366398263dc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.992639] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.996324] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Waiting for the task: (returnval){ [ 616.996324] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e9e417-7aa0-49d8-cc69-a4eaa85196eb" [ 616.996324] env[63043]: _type = "Task" [ 616.996324] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.005855] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e9e417-7aa0-49d8-cc69-a4eaa85196eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.112325] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.234482] env[63043]: DEBUG nova.compute.manager [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.258471] env[63043]: DEBUG oslo_concurrency.lockutils [req-6d277aef-a322-47ce-afe0-aafdda19f227 req-cbdd3451-2b17-4de1-a6ac-d16e2b4ed3e4 service nova] Releasing lock "refresh_cache-4fe02429-cd39-4135-9936-b520204db2d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.258858] env[63043]: DEBUG nova.compute.manager [req-6d277aef-a322-47ce-afe0-aafdda19f227 req-cbdd3451-2b17-4de1-a6ac-d16e2b4ed3e4 service nova] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Received event network-vif-deleted-9a6b7c4c-ed1e-4693-b372-3bb141bdb231 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.345328] env[63043]: DEBUG oslo_concurrency.lockutils [req-111322de-2ff0-4bc6-a540-3be1fae764ef req-25ed6f71-a906-4fd1-9a3f-fd049285e2c4 service nova] Releasing lock "refresh_cache-a884ef52-e22f-4f4f-8b4e-f663de615123" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.356043] env[63043]: DEBUG nova.scheduler.client.report [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.373547] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Acquiring lock "ffb951f2-2150-4168-a465-c5492557b199" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.374586] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Lock "ffb951f2-2150-4168-a465-c5492557b199" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.455389] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485443, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.491149] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.494982] env[63043]: DEBUG nova.compute.manager [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.511903] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e9e417-7aa0-49d8-cc69-a4eaa85196eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01793} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.513123] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393e9bf0-bfa4-45f2-b447-6a9c4267fc3e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.520972] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Waiting for the task: (returnval){ [ 617.520972] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52179b45-471e-31e5-86f7-50e652801386" [ 617.520972] env[63043]: _type = "Task" [ 617.520972] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.530846] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52179b45-471e-31e5-86f7-50e652801386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.544624] env[63043]: DEBUG nova.virt.hardware [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:04:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1740514490',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-505180947',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.544899] env[63043]: DEBUG nova.virt.hardware [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.545044] env[63043]: DEBUG nova.virt.hardware [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.545234] env[63043]: DEBUG nova.virt.hardware [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.545385] env[63043]: DEBUG nova.virt.hardware [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.545710] env[63043]: DEBUG nova.virt.hardware [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.545749] env[63043]: DEBUG nova.virt.hardware [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.545907] env[63043]: DEBUG nova.virt.hardware [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.546634] env[63043]: DEBUG nova.virt.hardware [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.546844] env[63043]: DEBUG nova.virt.hardware [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.547111] env[63043]: DEBUG nova.virt.hardware [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.548230] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd878034-9ade-4288-a1c8-b947099f7f23 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.555881] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c78c54a-c951-42f7-96b6-7d2c7ff377aa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.755918] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.764686] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Acquiring lock "d982bc6e-2297-46d0-a623-1744fb3ee44b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.764906] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Lock "d982bc6e-2297-46d0-a623-1744fb3ee44b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.839067] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "58b0ce0a-9269-471c-91b9-9873a0bceeff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.839343] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "58b0ce0a-9269-471c-91b9-9873a0bceeff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.839554] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "58b0ce0a-9269-471c-91b9-9873a0bceeff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.839735] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "58b0ce0a-9269-471c-91b9-9873a0bceeff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.839904] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "58b0ce0a-9269-471c-91b9-9873a0bceeff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.841981] env[63043]: INFO nova.compute.manager [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Terminating instance [ 617.860672] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.861188] env[63043]: DEBUG nova.compute.manager [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.864041] env[63043]: DEBUG oslo_concurrency.lockutils [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.767s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.864269] env[63043]: DEBUG nova.objects.instance [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Lazy-loading 'resources' on Instance uuid 0a169a9a-b915-4fb9-bcd9-547884a05c89 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.880373] env[63043]: DEBUG nova.compute.manager [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.951542] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485443, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.987822] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.036012] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52179b45-471e-31e5-86f7-50e652801386, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.036513] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.036781] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] a884ef52-e22f-4f4f-8b4e-f663de615123/a884ef52-e22f-4f4f-8b4e-f663de615123.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.037050] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98469042-7acb-4918-b563-9779151cce36 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.044707] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Waiting for the task: (returnval){ [ 618.044707] env[63043]: value = "task-2485445" [ 618.044707] env[63043]: _type = "Task" [ 618.044707] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.055512] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.153394] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "741b00c8-123d-4c52-b0cd-f40673034ea9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.153608] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "741b00c8-123d-4c52-b0cd-f40673034ea9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.347094] env[63043]: DEBUG nova.compute.manager [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.347362] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.348281] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd91734-5a13-4f46-839a-920572b879c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.372166] env[63043]: DEBUG nova.compute.utils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 618.381473] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.381473] env[63043]: DEBUG nova.compute.manager [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.381473] env[63043]: DEBUG nova.network.neutron [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.381473] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ba64b51-9b90-475b-947d-bba7b3f2f133 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.390974] env[63043]: DEBUG oslo_vmware.api [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 618.390974] env[63043]: value = "task-2485446" [ 618.390974] env[63043]: _type = "Task" [ 618.390974] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.408942] env[63043]: DEBUG oslo_vmware.api [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.413670] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.454618] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485443, 'name': CreateVM_Task, 'duration_secs': 1.572151} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.455129] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.455894] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.456300] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.459740] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.459740] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe03e9a0-82d3-4765-a0ea-edab07085369 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.467647] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 618.467647] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527456e3-6413-4b4a-7c55-174b1ae818b0" [ 618.467647] env[63043]: _type = "Task" [ 618.467647] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.481225] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527456e3-6413-4b4a-7c55-174b1ae818b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.495809] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485444, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.531744] env[63043]: DEBUG nova.policy [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e904f5cc11a347bba7a8510a24c59abd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd90cdc0626f8493aace1f506e71492a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.560676] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.752936] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663c7e13-a480-4530-994f-17448fe41c1f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.764209] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd92abb-9fb8-4712-abbb-edce251a7ee5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.798431] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642d106d-2733-4f4b-bdc1-2c02d8107a14 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.809260] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6026c95e-c577-437b-b34c-4fa4a6a8127a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.828726] env[63043]: DEBUG nova.compute.provider_tree [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.880739] env[63043]: DEBUG nova.compute.manager [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.912030] env[63043]: DEBUG oslo_vmware.api [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485446, 'name': PowerOffVM_Task, 'duration_secs': 0.490592} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.912030] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.912030] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.912030] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-606ca0ec-7324-4f0c-b83d-00349321557b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.980038] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527456e3-6413-4b4a-7c55-174b1ae818b0, 'name': SearchDatastore_Task, 'duration_secs': 0.053532} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.980223] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.980456] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.980698] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.980829] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.981017] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.981365] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e86f4b7d-e076-4ee5-a68c-46ea16e79d11 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.993188] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485444, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.647897} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.993188] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 4fe02429-cd39-4135-9936-b520204db2d9/4fe02429-cd39-4135-9936-b520204db2d9.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.993352] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.993778] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00e32cf9-40b9-40e9-835d-807ef9cc6221 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.000084] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Waiting for the task: (returnval){ [ 619.000084] env[63043]: value = "task-2485448" [ 619.000084] env[63043]: _type = "Task" [ 619.000084] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.004677] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.004808] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.005772] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336c6339-b62c-4cee-89b1-d0e02261d55b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.011470] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.014388] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 619.014388] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520da3c7-9ae7-f70e-cb12-28bc6ecc7db7" [ 619.014388] env[63043]: _type = "Task" [ 619.014388] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.022389] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520da3c7-9ae7-f70e-cb12-28bc6ecc7db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.057563] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.991855} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.058272] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] a884ef52-e22f-4f4f-8b4e-f663de615123/a884ef52-e22f-4f4f-8b4e-f663de615123.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.058272] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.058272] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-374bd923-1cd0-4ab1-a122-f93d11c15332 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.064791] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Waiting for the task: (returnval){ [ 619.064791] env[63043]: value = "task-2485449" [ 619.064791] env[63043]: _type = "Task" [ 619.064791] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.073385] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.092972] env[63043]: DEBUG nova.compute.manager [req-1b41b174-10c2-4a85-a782-3b11344170c2 req-0baf6ec6-8a41-44b5-baba-9821c20addb1 service nova] [instance: 471ac034-2d40-488b-920c-308e84121373] Received event network-vif-deleted-b319a72f-a943-4e81-9c88-3c4612568153 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.094773] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.094972] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.095175] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleting the datastore file [datastore2] 58b0ce0a-9269-471c-91b9-9873a0bceeff {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.095419] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e64d142-ec14-4210-8951-a010d128e6a4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.101564] env[63043]: DEBUG oslo_vmware.api [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 619.101564] env[63043]: value = "task-2485450" [ 619.101564] env[63043]: _type = "Task" [ 619.101564] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.110232] env[63043]: DEBUG oslo_vmware.api [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.119454] env[63043]: DEBUG nova.compute.manager [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Received event network-vif-plugged-7c904388-f5ac-4ea4-8553-47cffc558f7d {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.119681] env[63043]: DEBUG oslo_concurrency.lockutils [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] Acquiring lock "990a34e1-cf52-4ce7-b0ff-d1a2cac106ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.119881] env[63043]: DEBUG oslo_concurrency.lockutils [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] Lock "990a34e1-cf52-4ce7-b0ff-d1a2cac106ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.120138] env[63043]: DEBUG oslo_concurrency.lockutils [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] Lock "990a34e1-cf52-4ce7-b0ff-d1a2cac106ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.120341] env[63043]: DEBUG nova.compute.manager [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] No waiting events found dispatching network-vif-plugged-7c904388-f5ac-4ea4-8553-47cffc558f7d {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.120504] env[63043]: WARNING nova.compute.manager [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Received unexpected event network-vif-plugged-7c904388-f5ac-4ea4-8553-47cffc558f7d for instance with vm_state building and task_state spawning. [ 619.120663] env[63043]: DEBUG nova.compute.manager [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Received event network-changed-7c904388-f5ac-4ea4-8553-47cffc558f7d {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.120924] env[63043]: DEBUG nova.compute.manager [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Refreshing instance network info cache due to event network-changed-7c904388-f5ac-4ea4-8553-47cffc558f7d. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.121091] env[63043]: DEBUG oslo_concurrency.lockutils [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] Acquiring lock "refresh_cache-990a34e1-cf52-4ce7-b0ff-d1a2cac106ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.121434] env[63043]: DEBUG oslo_concurrency.lockutils [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] Acquired lock "refresh_cache-990a34e1-cf52-4ce7-b0ff-d1a2cac106ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.121434] env[63043]: DEBUG nova.network.neutron [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Refreshing network info cache for port 7c904388-f5ac-4ea4-8553-47cffc558f7d {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.123189] env[63043]: DEBUG nova.network.neutron [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Successfully updated port: d2d75096-06e9-4304-8e3b-260dfaa65b09 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.332513] env[63043]: DEBUG nova.scheduler.client.report [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.350833] env[63043]: DEBUG nova.network.neutron [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Successfully created port: 19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.510691] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108311} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.511498] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.514028] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca23321d-d3c4-4ef7-89db-6b35f48bb798 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.540939] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 4fe02429-cd39-4135-9936-b520204db2d9/4fe02429-cd39-4135-9936-b520204db2d9.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.542318] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c11643a6-9276-4f1e-834f-9536b96a9722 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.561213] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520da3c7-9ae7-f70e-cb12-28bc6ecc7db7, 'name': SearchDatastore_Task, 'duration_secs': 0.020288} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.562264] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674e2ea4-70aa-458b-bc33-96ded5ee2824 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.566363] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Waiting for the task: (returnval){ [ 619.566363] env[63043]: value = "task-2485451" [ 619.566363] env[63043]: _type = "Task" [ 619.566363] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.574027] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 619.574027] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52386a66-7d4b-3aef-32bd-8a6d83ca0b45" [ 619.574027] env[63043]: _type = "Task" [ 619.574027] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.585900] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258504} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.585900] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485451, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.585900] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.585900] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c06c062-e5e0-4f1a-b667-87310a3bc319 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.590381] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52386a66-7d4b-3aef-32bd-8a6d83ca0b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.611671] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] a884ef52-e22f-4f4f-8b4e-f663de615123/a884ef52-e22f-4f4f-8b4e-f663de615123.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.615472] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27876282-da88-40ab-b77c-8780bd6223b2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.633363] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "refresh_cache-61a2f66a-e85c-4d6f-9558-d398cacaa941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.633910] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquired lock "refresh_cache-61a2f66a-e85c-4d6f-9558-d398cacaa941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.634089] env[63043]: DEBUG nova.network.neutron [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.641424] env[63043]: DEBUG oslo_vmware.api [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.642919] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Waiting for the task: (returnval){ [ 619.642919] env[63043]: value = "task-2485452" [ 619.642919] env[63043]: _type = "Task" [ 619.642919] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.654163] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485452, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.838461] env[63043]: DEBUG oslo_concurrency.lockutils [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.841252] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.172s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.877144] env[63043]: INFO nova.scheduler.client.report [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Deleted allocations for instance 0a169a9a-b915-4fb9-bcd9-547884a05c89 [ 619.891562] env[63043]: DEBUG nova.compute.manager [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.937874] env[63043]: DEBUG nova.virt.hardware [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.937874] env[63043]: DEBUG nova.virt.hardware [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.937874] env[63043]: DEBUG nova.virt.hardware [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.938041] env[63043]: DEBUG nova.virt.hardware [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.938041] env[63043]: DEBUG nova.virt.hardware [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.938514] env[63043]: DEBUG nova.virt.hardware [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.938969] env[63043]: DEBUG nova.virt.hardware [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.939562] env[63043]: DEBUG nova.virt.hardware [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.941287] env[63043]: DEBUG nova.virt.hardware [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.941287] env[63043]: DEBUG nova.virt.hardware [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.941287] env[63043]: DEBUG nova.virt.hardware [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.941287] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5110c940-2f07-45c4-a1ce-d078827ac850 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.951206] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04eb1d2-b995-4e2a-b194-0c68b40e0caf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.000550] env[63043]: DEBUG nova.network.neutron [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Updated VIF entry in instance network info cache for port 7c904388-f5ac-4ea4-8553-47cffc558f7d. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.000949] env[63043]: DEBUG nova.network.neutron [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Updating instance_info_cache with network_info: [{"id": "7c904388-f5ac-4ea4-8553-47cffc558f7d", "address": "fa:16:3e:0f:c7:40", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c904388-f5", "ovs_interfaceid": "7c904388-f5ac-4ea4-8553-47cffc558f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.081229] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485451, 'name': ReconfigVM_Task, 'duration_secs': 0.29764} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.081927] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 4fe02429-cd39-4135-9936-b520204db2d9/4fe02429-cd39-4135-9936-b520204db2d9.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.082652] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c2fb188-729f-4630-b4c1-3f04b3c495d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.088506] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52386a66-7d4b-3aef-32bd-8a6d83ca0b45, 'name': SearchDatastore_Task, 'duration_secs': 0.036165} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.089148] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.089465] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea/990a34e1-cf52-4ce7-b0ff-d1a2cac106ea.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.089705] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff2dc4ae-b813-4d26-b8e5-f522fff574b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.094302] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Waiting for the task: (returnval){ [ 620.094302] env[63043]: value = "task-2485453" [ 620.094302] env[63043]: _type = "Task" [ 620.094302] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.098574] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 620.098574] env[63043]: value = "task-2485454" [ 620.098574] env[63043]: _type = "Task" [ 620.098574] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.105416] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485453, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.111183] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.115551] env[63043]: DEBUG oslo_vmware.api [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.620507} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.115717] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.115895] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.116112] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.116240] env[63043]: INFO nova.compute.manager [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Took 1.77 seconds to destroy the instance on the hypervisor. [ 620.116513] env[63043]: DEBUG oslo.service.loopingcall [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.117033] env[63043]: DEBUG nova.compute.manager [-] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 620.117033] env[63043]: DEBUG nova.network.neutron [-] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.155264] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.187637] env[63043]: DEBUG nova.network.neutron [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.347729] env[63043]: INFO nova.compute.claims [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.394636] env[63043]: DEBUG oslo_concurrency.lockutils [None req-597f584f-6c48-408d-9d79-810ed61a2b01 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Lock "0a169a9a-b915-4fb9-bcd9-547884a05c89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.021s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.421945] env[63043]: DEBUG nova.network.neutron [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Updating instance_info_cache with network_info: [{"id": "d2d75096-06e9-4304-8e3b-260dfaa65b09", "address": "fa:16:3e:52:61:da", "network": {"id": "efddd466-3408-4f42-876a-abf237c19c85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-470267709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac69a1d8c4444d695cc763bed674646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d75096-06", "ovs_interfaceid": "d2d75096-06e9-4304-8e3b-260dfaa65b09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.505463] env[63043]: DEBUG oslo_concurrency.lockutils [req-463f189b-4ec3-43cb-ae49-1e2cd16589ab req-bc876f64-60aa-4664-a73b-31e18ef1799c service nova] Releasing lock "refresh_cache-990a34e1-cf52-4ce7-b0ff-d1a2cac106ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.610219] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485453, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.613086] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485454, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.659470] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.858724] env[63043]: INFO nova.compute.resource_tracker [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating resource usage from migration 275fc314-16c6-40ae-ac0f-5bbdf166dada [ 620.895065] env[63043]: DEBUG nova.network.neutron [-] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.925170] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Releasing lock "refresh_cache-61a2f66a-e85c-4d6f-9558-d398cacaa941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.925334] env[63043]: DEBUG nova.compute.manager [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Instance network_info: |[{"id": "d2d75096-06e9-4304-8e3b-260dfaa65b09", "address": "fa:16:3e:52:61:da", "network": {"id": "efddd466-3408-4f42-876a-abf237c19c85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-470267709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac69a1d8c4444d695cc763bed674646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d75096-06", "ovs_interfaceid": "d2d75096-06e9-4304-8e3b-260dfaa65b09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.925740] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:61:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2d75096-06e9-4304-8e3b-260dfaa65b09', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.934168] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Creating folder: Project (fac69a1d8c4444d695cc763bed674646). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.937723] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-726a3269-0d03-49ad-bcc4-a9181a161afb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.957344] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Created folder: Project (fac69a1d8c4444d695cc763bed674646) in parent group-v502843. [ 620.957344] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Creating folder: Instances. Parent ref: group-v502877. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.957344] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea80d6f2-ce19-47ba-87a8-e154872f69de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.967279] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Created folder: Instances in parent group-v502877. [ 620.968528] env[63043]: DEBUG oslo.service.loopingcall [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.968528] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.968528] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc2853c1-84f2-474b-ae4d-50016f46dd76 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.995178] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.995178] env[63043]: value = "task-2485457" [ 620.995178] env[63043]: _type = "Task" [ 620.995178] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.009398] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485457, 'name': CreateVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.115379] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485453, 'name': Rename_Task, 'duration_secs': 0.961338} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.122547] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.122909] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866145} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.125526] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51cc52b5-3ecc-4074-9cf7-deb0f219f334 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.127094] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea/990a34e1-cf52-4ce7-b0ff-d1a2cac106ea.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.127312] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.127733] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaff3466-ab25-4607-981f-146b9e1a67c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.135029] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 621.135029] env[63043]: value = "task-2485458" [ 621.135029] env[63043]: _type = "Task" [ 621.135029] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.135633] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Waiting for the task: (returnval){ [ 621.135633] env[63043]: value = "task-2485459" [ 621.135633] env[63043]: _type = "Task" [ 621.135633] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.148684] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.154556] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.159628] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485452, 'name': ReconfigVM_Task, 'duration_secs': 1.318441} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.159722] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Reconfigured VM instance instance-0000000a to attach disk [datastore2] a884ef52-e22f-4f4f-8b4e-f663de615123/a884ef52-e22f-4f4f-8b4e-f663de615123.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.160340] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21cb0892-b2d5-4682-9d7b-b3cc8829fb77 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.167273] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Waiting for the task: (returnval){ [ 621.167273] env[63043]: value = "task-2485460" [ 621.167273] env[63043]: _type = "Task" [ 621.167273] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.175718] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485460, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.315258] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f118f5-0500-4fe8-b093-5b3da41756a1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.323950] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375cc953-1e73-4727-8789-d868eece92ea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.355861] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a5f0ad-d149-4231-8fac-398a64fe56f1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.364227] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8eef7d-31bc-4469-9d29-549afa51d3c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.379924] env[63043]: DEBUG nova.compute.provider_tree [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.399918] env[63043]: INFO nova.compute.manager [-] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Took 1.28 seconds to deallocate network for instance. [ 621.511177] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485457, 'name': CreateVM_Task, 'duration_secs': 0.339291} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.511177] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.511655] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.512109] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.512474] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.513014] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb86ca7-8b50-417b-9244-15a1ae28fc13 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.521686] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 621.521686] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529d5713-6a02-25bc-b6c8-804f3ce95c04" [ 621.521686] env[63043]: _type = "Task" [ 621.521686] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.534486] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529d5713-6a02-25bc-b6c8-804f3ce95c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.566854] env[63043]: DEBUG nova.network.neutron [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Successfully updated port: 19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.620904] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "169aea8a-808e-4986-b75e-305f896f6f6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.621179] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "169aea8a-808e-4986-b75e-305f896f6f6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.649582] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073105} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.652697] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.653015] env[63043]: DEBUG oslo_vmware.api [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485459, 'name': PowerOnVM_Task, 'duration_secs': 0.501113} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.654299] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7272b25c-123b-448f-a0fd-e55d715f1981 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.657644] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.658099] env[63043]: INFO nova.compute.manager [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Took 13.72 seconds to spawn the instance on the hypervisor. [ 621.658099] env[63043]: DEBUG nova.compute.manager [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.659057] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd6aac5-9e8c-404c-b4af-e6241ecbfd39 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.683641] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea/990a34e1-cf52-4ce7-b0ff-d1a2cac106ea.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.692043] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecf00211-218e-4ca8-8adf-8d18d1b2c57f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.715537] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485460, 'name': Rename_Task, 'duration_secs': 0.166309} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.717164] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.718059] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 621.718059] env[63043]: value = "task-2485461" [ 621.718059] env[63043]: _type = "Task" [ 621.718059] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.718059] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d073da1f-0dae-44b0-b580-c44aa72080fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.728523] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485461, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.729521] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Waiting for the task: (returnval){ [ 621.729521] env[63043]: value = "task-2485462" [ 621.729521] env[63043]: _type = "Task" [ 621.729521] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.737531] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.886198] env[63043]: DEBUG nova.scheduler.client.report [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.905845] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.038990] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529d5713-6a02-25bc-b6c8-804f3ce95c04, 'name': SearchDatastore_Task, 'duration_secs': 0.013597} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.039408] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.039922] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.040186] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.040186] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.040395] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.040859] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9382eee2-64ed-43a6-8438-5088a1e27ff7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.054524] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.054783] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.055466] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe616b4-945c-4a64-bc1c-85841066c09c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.060851] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 622.060851] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52774c96-abf8-e064-8392-ef9f03a46eb3" [ 622.060851] env[63043]: _type = "Task" [ 622.060851] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.072638] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52774c96-abf8-e064-8392-ef9f03a46eb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.074875] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "refresh_cache-ca539a23-d0b8-43b1-aebd-bbc92ab21034" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.075055] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquired lock "refresh_cache-ca539a23-d0b8-43b1-aebd-bbc92ab21034" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.075188] env[63043]: DEBUG nova.network.neutron [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.222604] env[63043]: INFO nova.compute.manager [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Took 25.04 seconds to build instance. [ 622.233022] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.243913] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.245738] env[63043]: DEBUG nova.compute.manager [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Received event network-changed-44e7ae83-360f-4ecb-bd95-15e91e5e31f9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.245958] env[63043]: DEBUG nova.compute.manager [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Refreshing instance network info cache due to event network-changed-44e7ae83-360f-4ecb-bd95-15e91e5e31f9. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.246590] env[63043]: DEBUG oslo_concurrency.lockutils [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] Acquiring lock "refresh_cache-1f9e63fc-b3df-4435-ae2c-afe64c256f93" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.246590] env[63043]: DEBUG oslo_concurrency.lockutils [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] Acquired lock "refresh_cache-1f9e63fc-b3df-4435-ae2c-afe64c256f93" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.246590] env[63043]: DEBUG nova.network.neutron [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Refreshing network info cache for port 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.394444] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.553s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.394751] env[63043]: INFO nova.compute.manager [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Migrating [ 622.395063] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.395269] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.396716] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.209s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.396969] env[63043]: DEBUG nova.objects.instance [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Lazy-loading 'resources' on Instance uuid c48e0bf0-dfc5-4ec7-b611-b96af9659bf5 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.504687] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "7796af7d-4ff9-471a-99e7-e4fc54aedee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.504951] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "7796af7d-4ff9-471a-99e7-e4fc54aedee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.573808] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52774c96-abf8-e064-8392-ef9f03a46eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.013036} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.574409] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94a49bc-417b-46bd-a570-a8da8d2c8831 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.581781] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 622.581781] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52ff230b-6a75-423f-ac5f-b91e5c0f604a" [ 622.581781] env[63043]: _type = "Task" [ 622.581781] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.589723] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ff230b-6a75-423f-ac5f-b91e5c0f604a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.637789] env[63043]: DEBUG nova.network.neutron [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.726931] env[63043]: DEBUG oslo_concurrency.lockutils [None req-32405a6a-333e-4299-a3aa-ebb756858fec tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Lock "4fe02429-cd39-4135-9936-b520204db2d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.553s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.736939] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485461, 'name': ReconfigVM_Task, 'duration_secs': 0.708702} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.739947] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea/990a34e1-cf52-4ce7-b0ff-d1a2cac106ea.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.741230] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a272172-38d8-4484-b372-818773250923 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.748199] env[63043]: DEBUG oslo_vmware.api [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485462, 'name': PowerOnVM_Task, 'duration_secs': 0.841213} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.751214] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.751434] env[63043]: INFO nova.compute.manager [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Took 12.37 seconds to spawn the instance on the hypervisor. [ 622.753031] env[63043]: DEBUG nova.compute.manager [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.753031] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 622.753031] env[63043]: value = "task-2485463" [ 622.753031] env[63043]: _type = "Task" [ 622.753031] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.753031] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a131da21-d462-4f41-9c81-c8cbe80d3f54 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.767169] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485463, 'name': Rename_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.890661] env[63043]: DEBUG nova.network.neutron [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Updating instance_info_cache with network_info: [{"id": "19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7", "address": "fa:16:3e:cb:04:ab", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b5ac0b-b3", "ovs_interfaceid": "19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.903790] env[63043]: INFO nova.compute.rpcapi [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 622.904365] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.092786] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ff230b-6a75-423f-ac5f-b91e5c0f604a, 'name': SearchDatastore_Task, 'duration_secs': 0.014556} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.095251] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.095519] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 61a2f66a-e85c-4d6f-9558-d398cacaa941/61a2f66a-e85c-4d6f-9558-d398cacaa941.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.096456] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-099d8c35-187e-493d-8722-448b0a4e43e5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.102705] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 623.102705] env[63043]: value = "task-2485464" [ 623.102705] env[63043]: _type = "Task" [ 623.102705] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.111804] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.222668] env[63043]: DEBUG nova.network.neutron [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Updated VIF entry in instance network info cache for port 44e7ae83-360f-4ecb-bd95-15e91e5e31f9. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.222668] env[63043]: DEBUG nova.network.neutron [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Updating instance_info_cache with network_info: [{"id": "44e7ae83-360f-4ecb-bd95-15e91e5e31f9", "address": "fa:16:3e:23:46:a7", "network": {"id": "424538dc-c9a0-48e3-b627-5a7fe4eb7947", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1881320714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d500b88ef54a4cab9322659cb1a7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e7ae83-36", "ovs_interfaceid": "44e7ae83-360f-4ecb-bd95-15e91e5e31f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.236750] env[63043]: DEBUG nova.compute.manager [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.272328] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485463, 'name': Rename_Task, 'duration_secs': 0.16683} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.272952] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.272952] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf5064fe-6f0c-4bf6-b81a-e12e47f8ad4b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.284917] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 623.284917] env[63043]: value = "task-2485465" [ 623.284917] env[63043]: _type = "Task" [ 623.284917] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.290586] env[63043]: INFO nova.compute.manager [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Took 21.33 seconds to build instance. [ 623.297553] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e743154c-da98-4542-bcbb-1822d0b7bc47 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.306712] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485465, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.314850] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7b5e6b-6961-4339-840b-3e12bd25e39f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.359347] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c946764-c5b9-4915-98be-80ee14796835 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.371906] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bfee45-a105-4782-9ae7-0da257ae5187 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.389115] env[63043]: DEBUG nova.compute.provider_tree [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.392305] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Releasing lock "refresh_cache-ca539a23-d0b8-43b1-aebd-bbc92ab21034" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.395032] env[63043]: DEBUG nova.compute.manager [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Instance network_info: |[{"id": "19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7", "address": "fa:16:3e:cb:04:ab", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b5ac0b-b3", "ovs_interfaceid": "19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.395287] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:04:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.402633] env[63043]: DEBUG oslo.service.loopingcall [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.402887] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.403126] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7adb078-58c8-4f4e-b130-3b49d4367329 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.424902] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.424902] env[63043]: value = "task-2485466" [ 623.424902] env[63043]: _type = "Task" [ 623.424902] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.429046] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.429046] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.429046] env[63043]: DEBUG nova.network.neutron [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.435721] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485466, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.614169] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500825} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.614169] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 61a2f66a-e85c-4d6f-9558-d398cacaa941/61a2f66a-e85c-4d6f-9558-d398cacaa941.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.614169] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.614169] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04325e8d-a482-474b-9332-90763644f78c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.618803] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 623.618803] env[63043]: value = "task-2485467" [ 623.618803] env[63043]: _type = "Task" [ 623.618803] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.633884] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.725872] env[63043]: DEBUG oslo_concurrency.lockutils [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] Releasing lock "refresh_cache-1f9e63fc-b3df-4435-ae2c-afe64c256f93" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.725872] env[63043]: DEBUG nova.compute.manager [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Received event network-vif-plugged-d2d75096-06e9-4304-8e3b-260dfaa65b09 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.725872] env[63043]: DEBUG oslo_concurrency.lockutils [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] Acquiring lock "61a2f66a-e85c-4d6f-9558-d398cacaa941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.725872] env[63043]: DEBUG oslo_concurrency.lockutils [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] Lock "61a2f66a-e85c-4d6f-9558-d398cacaa941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.725872] env[63043]: DEBUG oslo_concurrency.lockutils [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] Lock "61a2f66a-e85c-4d6f-9558-d398cacaa941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.726062] env[63043]: DEBUG nova.compute.manager [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] No waiting events found dispatching network-vif-plugged-d2d75096-06e9-4304-8e3b-260dfaa65b09 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.726062] env[63043]: WARNING nova.compute.manager [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Received unexpected event network-vif-plugged-d2d75096-06e9-4304-8e3b-260dfaa65b09 for instance with vm_state building and task_state spawning. [ 623.726062] env[63043]: DEBUG nova.compute.manager [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Received event network-changed-d2d75096-06e9-4304-8e3b-260dfaa65b09 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.726062] env[63043]: DEBUG nova.compute.manager [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Refreshing instance network info cache due to event network-changed-d2d75096-06e9-4304-8e3b-260dfaa65b09. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 623.726062] env[63043]: DEBUG oslo_concurrency.lockutils [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] Acquiring lock "refresh_cache-61a2f66a-e85c-4d6f-9558-d398cacaa941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.726196] env[63043]: DEBUG oslo_concurrency.lockutils [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] Acquired lock "refresh_cache-61a2f66a-e85c-4d6f-9558-d398cacaa941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.726455] env[63043]: DEBUG nova.network.neutron [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Refreshing network info cache for port d2d75096-06e9-4304-8e3b-260dfaa65b09 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.768204] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.794725] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485465, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.798990] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc994229-8503-4314-8ae9-45a8ada1df1c tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.855s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.895133] env[63043]: DEBUG nova.scheduler.client.report [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.942825] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485466, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.133898] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0708} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.133898] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.133898] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93accc4f-626e-4f70-9cb4-21ac6bbc4436 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.165103] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 61a2f66a-e85c-4d6f-9558-d398cacaa941/61a2f66a-e85c-4d6f-9558-d398cacaa941.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.165482] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c01aee-521b-4c38-8605-ab96795d257c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.190403] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 624.190403] env[63043]: value = "task-2485468" [ 624.190403] env[63043]: _type = "Task" [ 624.190403] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.205474] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485468, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.287223] env[63043]: DEBUG nova.network.neutron [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance_info_cache with network_info: [{"id": "471db8f3-fbde-4e0d-af24-31c974a671f0", "address": "fa:16:3e:b1:71:d5", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap471db8f3-fb", "ovs_interfaceid": "471db8f3-fbde-4e0d-af24-31c974a671f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.304054] env[63043]: DEBUG nova.compute.manager [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.307064] env[63043]: DEBUG oslo_vmware.api [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485465, 'name': PowerOnVM_Task, 'duration_secs': 0.777906} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.309527] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.309924] env[63043]: INFO nova.compute.manager [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Took 11.41 seconds to spawn the instance on the hypervisor. [ 624.310337] env[63043]: DEBUG nova.compute.manager [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.311798] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ada983-606b-431c-85db-8467c399e4a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.400452] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.405355] env[63043]: DEBUG oslo_concurrency.lockutils [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.720s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.405647] env[63043]: DEBUG nova.objects.instance [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Lazy-loading 'resources' on Instance uuid 8362c470-7c23-4313-996b-982eb6e696a2 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 624.438618] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485466, 'name': CreateVM_Task, 'duration_secs': 0.525955} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.439718] env[63043]: INFO nova.scheduler.client.report [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Deleted allocations for instance c48e0bf0-dfc5-4ec7-b611-b96af9659bf5 [ 624.441112] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.441580] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.441822] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.442524] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.445321] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea6bb2b-6756-432b-bdec-eab64eb10063 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.451132] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 624.451132] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52762387-7bb6-d54c-1e9e-0e4ee81ff466" [ 624.451132] env[63043]: _type = "Task" [ 624.451132] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.459805] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52762387-7bb6-d54c-1e9e-0e4ee81ff466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.699777] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485468, 'name': ReconfigVM_Task, 'duration_secs': 0.318226} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.700545] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 61a2f66a-e85c-4d6f-9558-d398cacaa941/61a2f66a-e85c-4d6f-9558-d398cacaa941.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.701253] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26a21622-54e7-4fdb-9c20-028392439d97 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.708823] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 624.708823] env[63043]: value = "task-2485469" [ 624.708823] env[63043]: _type = "Task" [ 624.708823] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.716823] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485469, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.793067] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.836802] env[63043]: INFO nova.compute.manager [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Took 20.41 seconds to build instance. [ 624.838543] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.950648] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8f752b26-7c4d-4f03-b141-e115f57c5728 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Lock "c48e0bf0-dfc5-4ec7-b611-b96af9659bf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.942s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.971725] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52762387-7bb6-d54c-1e9e-0e4ee81ff466, 'name': SearchDatastore_Task, 'duration_secs': 0.027545} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.972849] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.973265] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.973327] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.973689] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.973914] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.974208] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b20cf1-8d64-40d6-93d7-abf91ec4c472 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.988036] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.988284] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.989100] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1cb4ac3-c5a8-4c76-9b99-22b6ff8e0558 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.995447] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 624.995447] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527da45b-7dae-c89d-2a3d-936acfc3e4ac" [ 624.995447] env[63043]: _type = "Task" [ 624.995447] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.006841] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527da45b-7dae-c89d-2a3d-936acfc3e4ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.093971] env[63043]: DEBUG nova.network.neutron [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Updated VIF entry in instance network info cache for port d2d75096-06e9-4304-8e3b-260dfaa65b09. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.096225] env[63043]: DEBUG nova.network.neutron [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Updating instance_info_cache with network_info: [{"id": "d2d75096-06e9-4304-8e3b-260dfaa65b09", "address": "fa:16:3e:52:61:da", "network": {"id": "efddd466-3408-4f42-876a-abf237c19c85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-470267709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac69a1d8c4444d695cc763bed674646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d75096-06", "ovs_interfaceid": "d2d75096-06e9-4304-8e3b-260dfaa65b09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.227190] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485469, 'name': Rename_Task, 'duration_secs': 0.142642} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.227190] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.227190] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-327fcf46-f636-4b2f-821c-44c9634bae49 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.233999] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 625.233999] env[63043]: value = "task-2485470" [ 625.233999] env[63043]: _type = "Task" [ 625.233999] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.246723] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.288117] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03afc509-4e09-41da-a5c3-c94209c7a8c0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.308228] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20377cde-6c4a-493d-9f3b-0590e3174246 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.348209] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "990a34e1-cf52-4ce7-b0ff-d1a2cac106ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.924s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.351278] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a1a805-b2c8-4d73-8244-8b93fd6cae79 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.362983] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c66094-43b8-4c4c-9949-62e0b3a73ac5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.380103] env[63043]: DEBUG nova.compute.provider_tree [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.507116] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527da45b-7dae-c89d-2a3d-936acfc3e4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.029898} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.507919] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee5e1b1-959e-4dc8-9003-79feed7e2832 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.514519] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 625.514519] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52dfc691-9edb-ee78-8123-5660e0c50b74" [ 625.514519] env[63043]: _type = "Task" [ 625.514519] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.523932] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52dfc691-9edb-ee78-8123-5660e0c50b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.601457] env[63043]: DEBUG oslo_concurrency.lockutils [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] Releasing lock "refresh_cache-61a2f66a-e85c-4d6f-9558-d398cacaa941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.601457] env[63043]: DEBUG nova.compute.manager [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Received event network-changed-44e7ae83-360f-4ecb-bd95-15e91e5e31f9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.601620] env[63043]: DEBUG nova.compute.manager [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Refreshing instance network info cache due to event network-changed-44e7ae83-360f-4ecb-bd95-15e91e5e31f9. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 625.601732] env[63043]: DEBUG oslo_concurrency.lockutils [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] Acquiring lock "refresh_cache-1f9e63fc-b3df-4435-ae2c-afe64c256f93" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.601859] env[63043]: DEBUG oslo_concurrency.lockutils [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] Acquired lock "refresh_cache-1f9e63fc-b3df-4435-ae2c-afe64c256f93" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.602072] env[63043]: DEBUG nova.network.neutron [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Refreshing network info cache for port 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.744319] env[63043]: DEBUG oslo_vmware.api [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485470, 'name': PowerOnVM_Task, 'duration_secs': 0.481201} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.744600] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.744802] env[63043]: INFO nova.compute.manager [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Took 8.25 seconds to spawn the instance on the hypervisor. [ 625.744985] env[63043]: DEBUG nova.compute.manager [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.745792] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52988a2b-3663-48d0-bb6e-c0dc3ed38e6d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.856124] env[63043]: DEBUG nova.compute.manager [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.884083] env[63043]: DEBUG nova.scheduler.client.report [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.025214] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52dfc691-9edb-ee78-8123-5660e0c50b74, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.025683] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.026266] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] ca539a23-d0b8-43b1-aebd-bbc92ab21034/ca539a23-d0b8-43b1-aebd-bbc92ab21034.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.026266] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56f015b7-5ff1-4ce6-9333-c68d13ba5256 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.033556] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 626.033556] env[63043]: value = "task-2485471" [ 626.033556] env[63043]: _type = "Task" [ 626.033556] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.041724] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.266075] env[63043]: INFO nova.compute.manager [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Took 19.04 seconds to build instance. [ 626.314787] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e07c385-77eb-47d0-9d49-b58f7bf14d1d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.338700] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance '80805db5-2215-4d5a-9b38-e4d82d76ffbe' progress to 0 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 626.371947] env[63043]: DEBUG nova.compute.manager [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Received event network-vif-plugged-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.371947] env[63043]: DEBUG oslo_concurrency.lockutils [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] Acquiring lock "ca539a23-d0b8-43b1-aebd-bbc92ab21034-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.372530] env[63043]: DEBUG oslo_concurrency.lockutils [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] Lock "ca539a23-d0b8-43b1-aebd-bbc92ab21034-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.372742] env[63043]: DEBUG oslo_concurrency.lockutils [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] Lock "ca539a23-d0b8-43b1-aebd-bbc92ab21034-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.372968] env[63043]: DEBUG nova.compute.manager [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] No waiting events found dispatching network-vif-plugged-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.373535] env[63043]: WARNING nova.compute.manager [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Received unexpected event network-vif-plugged-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 for instance with vm_state building and task_state spawning. [ 626.373802] env[63043]: DEBUG nova.compute.manager [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Received event network-changed-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.374103] env[63043]: DEBUG nova.compute.manager [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Refreshing instance network info cache due to event network-changed-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 626.374387] env[63043]: DEBUG oslo_concurrency.lockutils [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] Acquiring lock "refresh_cache-ca539a23-d0b8-43b1-aebd-bbc92ab21034" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.374933] env[63043]: DEBUG oslo_concurrency.lockutils [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] Acquired lock "refresh_cache-ca539a23-d0b8-43b1-aebd-bbc92ab21034" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.374933] env[63043]: DEBUG nova.network.neutron [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Refreshing network info cache for port 19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.389573] env[63043]: DEBUG oslo_concurrency.lockutils [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.395310] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.830s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.396636] env[63043]: INFO nova.compute.claims [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.402534] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.419741] env[63043]: INFO nova.scheduler.client.report [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Deleted allocations for instance 8362c470-7c23-4313-996b-982eb6e696a2 [ 626.552057] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485471, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.767315] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a1beb31-19fc-4bd9-9d69-489e2d548688 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "61a2f66a-e85c-4d6f-9558-d398cacaa941" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.587s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.846017] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.846017] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1b16138-c125-46ca-aa34-fc569a07d27f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.860054] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 626.860054] env[63043]: value = "task-2485472" [ 626.860054] env[63043]: _type = "Task" [ 626.860054] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.874736] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.932427] env[63043]: DEBUG oslo_concurrency.lockutils [None req-728677e7-112a-4207-b625-c3b632a27c89 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Lock "8362c470-7c23-4313-996b-982eb6e696a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.395s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.048105] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744213} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.048105] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] ca539a23-d0b8-43b1-aebd-bbc92ab21034/ca539a23-d0b8-43b1-aebd-bbc92ab21034.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.048105] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.048105] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dc6b3ab-7be9-4ff5-83db-b82635e58de3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.054571] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 627.054571] env[63043]: value = "task-2485473" [ 627.054571] env[63043]: _type = "Task" [ 627.054571] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.061262] env[63043]: DEBUG nova.network.neutron [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Updated VIF entry in instance network info cache for port 44e7ae83-360f-4ecb-bd95-15e91e5e31f9. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.061262] env[63043]: DEBUG nova.network.neutron [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Updating instance_info_cache with network_info: [{"id": "44e7ae83-360f-4ecb-bd95-15e91e5e31f9", "address": "fa:16:3e:23:46:a7", "network": {"id": "424538dc-c9a0-48e3-b627-5a7fe4eb7947", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1881320714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d500b88ef54a4cab9322659cb1a7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e7ae83-36", "ovs_interfaceid": "44e7ae83-360f-4ecb-bd95-15e91e5e31f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.066284] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.271677] env[63043]: DEBUG nova.compute.manager [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.372839] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485472, 'name': PowerOffVM_Task, 'duration_secs': 0.326649} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.373337] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.373701] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance '80805db5-2215-4d5a-9b38-e4d82d76ffbe' progress to 17 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 627.518023] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "f3095410-0a08-4561-861e-4022635c603a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.518136] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "f3095410-0a08-4561-861e-4022635c603a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.572594] env[63043]: DEBUG oslo_concurrency.lockutils [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] Releasing lock "refresh_cache-1f9e63fc-b3df-4435-ae2c-afe64c256f93" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.572874] env[63043]: DEBUG nova.compute.manager [req-6692e896-a24d-4e2f-aaf9-ba37f6a724e3 req-d41105d5-0d5d-4b61-b077-cf28a7f7091f service nova] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Received event network-vif-deleted-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.573497] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107765} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.577951] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.579377] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973a81a5-043b-4238-8e4f-c7c3acfd8ac4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.608107] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] ca539a23-d0b8-43b1-aebd-bbc92ab21034/ca539a23-d0b8-43b1-aebd-bbc92ab21034.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.611559] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b6c2741-a8cc-4af6-8cec-d68178962ff3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.633254] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 627.633254] env[63043]: value = "task-2485474" [ 627.633254] env[63043]: _type = "Task" [ 627.633254] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.641562] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.696690] env[63043]: DEBUG nova.network.neutron [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Updated VIF entry in instance network info cache for port 19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.697000] env[63043]: DEBUG nova.network.neutron [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Updating instance_info_cache with network_info: [{"id": "19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7", "address": "fa:16:3e:cb:04:ab", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b5ac0b-b3", "ovs_interfaceid": "19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.795810] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.844190] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a1a613-e427-4918-87be-3c459e94556d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.853125] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5905e09-4023-4fee-a943-c49dfa9c8ac3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.886835] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.886971] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.887168] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.887371] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.887522] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.887644] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.887888] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.888058] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.888277] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.888385] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.888559] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.893950] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e09149f-6d1c-4f3e-b96d-56b53c0ffa9d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.905588] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaad6486-66ab-45c9-bc28-baa5604d10cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.915853] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cea06d9-0b9f-4ee9-be0d-fcec564a4e4e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.920428] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 627.920428] env[63043]: value = "task-2485475" [ 627.920428] env[63043]: _type = "Task" [ 627.920428] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.931335] env[63043]: DEBUG nova.compute.provider_tree [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.939018] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.149540] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.200960] env[63043]: DEBUG oslo_concurrency.lockutils [req-c3558acd-baf4-4230-b90b-0281daae6ad8 req-2b94c77f-e4b0-4b84-8499-2a94f34fc6bf service nova] Releasing lock "refresh_cache-ca539a23-d0b8-43b1-aebd-bbc92ab21034" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.217211] env[63043]: DEBUG nova.compute.manager [req-41feeeae-648a-4d4e-8ea1-dc82f16a4711 req-76c6644f-dd83-469f-9454-5f5b837dc1eb service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Received event network-changed-3db3479f-45c0-47dd-bbd2-a199b9d6804b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.217211] env[63043]: DEBUG nova.compute.manager [req-41feeeae-648a-4d4e-8ea1-dc82f16a4711 req-76c6644f-dd83-469f-9454-5f5b837dc1eb service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Refreshing instance network info cache due to event network-changed-3db3479f-45c0-47dd-bbd2-a199b9d6804b. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 628.217211] env[63043]: DEBUG oslo_concurrency.lockutils [req-41feeeae-648a-4d4e-8ea1-dc82f16a4711 req-76c6644f-dd83-469f-9454-5f5b837dc1eb service nova] Acquiring lock "refresh_cache-a884ef52-e22f-4f4f-8b4e-f663de615123" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.217658] env[63043]: DEBUG oslo_concurrency.lockutils [req-41feeeae-648a-4d4e-8ea1-dc82f16a4711 req-76c6644f-dd83-469f-9454-5f5b837dc1eb service nova] Acquired lock "refresh_cache-a884ef52-e22f-4f4f-8b4e-f663de615123" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.218095] env[63043]: DEBUG nova.network.neutron [req-41feeeae-648a-4d4e-8ea1-dc82f16a4711 req-76c6644f-dd83-469f-9454-5f5b837dc1eb service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Refreshing network info cache for port 3db3479f-45c0-47dd-bbd2-a199b9d6804b {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.440632] env[63043]: DEBUG nova.scheduler.client.report [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.449032] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485475, 'name': ReconfigVM_Task, 'duration_secs': 0.207733} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.449032] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance '80805db5-2215-4d5a-9b38-e4d82d76ffbe' progress to 33 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 628.646477] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485474, 'name': ReconfigVM_Task, 'duration_secs': 0.649692} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.647345] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Reconfigured VM instance instance-0000000d to attach disk [datastore1] ca539a23-d0b8-43b1-aebd-bbc92ab21034/ca539a23-d0b8-43b1-aebd-bbc92ab21034.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.647754] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d33e2beb-0c73-4ce7-9c3b-963a1d22d788 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.654858] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 628.654858] env[63043]: value = "task-2485476" [ 628.654858] env[63043]: _type = "Task" [ 628.654858] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.668518] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485476, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.951965] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.952674] env[63043]: DEBUG nova.compute.manager [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.955517] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.633s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.955608] env[63043]: DEBUG nova.objects.instance [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Lazy-loading 'resources' on Instance uuid 471ac034-2d40-488b-920c-308e84121373 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.963196] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.963196] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.963196] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.963196] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.963469] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.963469] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.964810] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.965105] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.965214] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.965388] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.965576] env[63043]: DEBUG nova.virt.hardware [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.977951] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 628.989312] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e240f0ef-de25-4936-8abb-98b6f2070cd0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.016169] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 629.016169] env[63043]: value = "task-2485477" [ 629.016169] env[63043]: _type = "Task" [ 629.016169] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.034700] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.172836] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485476, 'name': Rename_Task, 'duration_secs': 0.279233} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.173153] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.173680] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ef1e34e-7dda-4342-842d-bc0c0c3ede8b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.184836] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 629.184836] env[63043]: value = "task-2485478" [ 629.184836] env[63043]: _type = "Task" [ 629.184836] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.200020] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485478, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.374942] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "a84ed5f1-d21a-474d-acdc-54a2185642e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.375168] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "a84ed5f1-d21a-474d-acdc-54a2185642e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.453635] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00811947-8129-4e13-aee5-bc43a110bf29 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.462533] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa19fa14-7b91-482f-93b5-67a64aabf967 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.502182] env[63043]: DEBUG nova.compute.utils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 629.505045] env[63043]: DEBUG nova.network.neutron [req-41feeeae-648a-4d4e-8ea1-dc82f16a4711 req-76c6644f-dd83-469f-9454-5f5b837dc1eb service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Updated VIF entry in instance network info cache for port 3db3479f-45c0-47dd-bbd2-a199b9d6804b. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.505645] env[63043]: DEBUG nova.network.neutron [req-41feeeae-648a-4d4e-8ea1-dc82f16a4711 req-76c6644f-dd83-469f-9454-5f5b837dc1eb service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Updating instance_info_cache with network_info: [{"id": "3db3479f-45c0-47dd-bbd2-a199b9d6804b", "address": "fa:16:3e:a2:fb:d9", "network": {"id": "c72da696-3931-42e8-9bcc-43b3bb0ca412", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-631883507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7363dc92b28c41edacfdbcfadd1cca1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db3479f-45", "ovs_interfaceid": "3db3479f-45c0-47dd-bbd2-a199b9d6804b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.509863] env[63043]: DEBUG nova.compute.manager [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.509863] env[63043]: DEBUG nova.network.neutron [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.510588] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14167ddb-2fa0-47be-af7e-6da9c22a68d1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.524192] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b11ee8-b481-49ed-b762-1c3f95ab20ef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.534144] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485477, 'name': ReconfigVM_Task, 'duration_secs': 0.276884} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.544060] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 629.544877] env[63043]: DEBUG nova.compute.provider_tree [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.549164] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee640c0b-7e72-4ff1-9f2d-bbb6625aeded {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.572947] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 80805db5-2215-4d5a-9b38-e4d82d76ffbe/80805db5-2215-4d5a-9b38-e4d82d76ffbe.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.574208] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a822266b-1952-4888-9f03-a47ec468de6a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.597170] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 629.597170] env[63043]: value = "task-2485479" [ 629.597170] env[63043]: _type = "Task" [ 629.597170] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.610899] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.631572] env[63043]: DEBUG nova.policy [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ed752aa58e49dba84a3c79046d3182', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '032bac363c8c49faaca5ca5657db9452', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.702032] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.806229] env[63043]: DEBUG nova.compute.manager [req-82b71d01-6860-475a-b2bc-14f9669876cd req-15fc0297-5874-450f-8832-3fb5bbbdfb38 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Received event network-changed-9aeb6a4b-01f8-43c2-850d-a2513cf014ad {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.806439] env[63043]: DEBUG nova.compute.manager [req-82b71d01-6860-475a-b2bc-14f9669876cd req-15fc0297-5874-450f-8832-3fb5bbbdfb38 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Refreshing instance network info cache due to event network-changed-9aeb6a4b-01f8-43c2-850d-a2513cf014ad. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.806685] env[63043]: DEBUG oslo_concurrency.lockutils [req-82b71d01-6860-475a-b2bc-14f9669876cd req-15fc0297-5874-450f-8832-3fb5bbbdfb38 service nova] Acquiring lock "refresh_cache-4fe02429-cd39-4135-9936-b520204db2d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.806829] env[63043]: DEBUG oslo_concurrency.lockutils [req-82b71d01-6860-475a-b2bc-14f9669876cd req-15fc0297-5874-450f-8832-3fb5bbbdfb38 service nova] Acquired lock "refresh_cache-4fe02429-cd39-4135-9936-b520204db2d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.806987] env[63043]: DEBUG nova.network.neutron [req-82b71d01-6860-475a-b2bc-14f9669876cd req-15fc0297-5874-450f-8832-3fb5bbbdfb38 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Refreshing network info cache for port 9aeb6a4b-01f8-43c2-850d-a2513cf014ad {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.875891] env[63043]: INFO nova.compute.manager [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Rebuilding instance [ 629.941185] env[63043]: DEBUG nova.compute.manager [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.943460] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8810d4-b5c4-4bdb-913b-4b538c89e1f8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.005416] env[63043]: DEBUG nova.compute.manager [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.017028] env[63043]: DEBUG oslo_concurrency.lockutils [req-41feeeae-648a-4d4e-8ea1-dc82f16a4711 req-76c6644f-dd83-469f-9454-5f5b837dc1eb service nova] Releasing lock "refresh_cache-a884ef52-e22f-4f4f-8b4e-f663de615123" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.050020] env[63043]: DEBUG nova.scheduler.client.report [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.110570] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485479, 'name': ReconfigVM_Task, 'duration_secs': 0.509004} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.111702] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 80805db5-2215-4d5a-9b38-e4d82d76ffbe/80805db5-2215-4d5a-9b38-e4d82d76ffbe.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.112057] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance '80805db5-2215-4d5a-9b38-e4d82d76ffbe' progress to 50 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 630.200469] env[63043]: DEBUG oslo_vmware.api [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485478, 'name': PowerOnVM_Task, 'duration_secs': 0.602701} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.200746] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.200919] env[63043]: INFO nova.compute.manager [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Took 10.31 seconds to spawn the instance on the hypervisor. [ 630.201110] env[63043]: DEBUG nova.compute.manager [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.201895] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac771fb8-e701-4926-8784-8b482a131506 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.559659] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.564779] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.969s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.570255] env[63043]: INFO nova.compute.claims [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.600262] env[63043]: INFO nova.scheduler.client.report [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Deleted allocations for instance 471ac034-2d40-488b-920c-308e84121373 [ 630.621223] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ec2557-492c-4801-97b0-ecccc1b0adaa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.655998] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37a9ebf-a2ba-4130-9b2a-48ca3ea02c7b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.678759] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance '80805db5-2215-4d5a-9b38-e4d82d76ffbe' progress to 67 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 630.693732] env[63043]: DEBUG nova.network.neutron [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Successfully created port: 113341b4-6bcc-4c54-b87f-903727358d26 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.726366] env[63043]: INFO nova.compute.manager [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Took 22.76 seconds to build instance. [ 630.913476] env[63043]: DEBUG nova.network.neutron [req-82b71d01-6860-475a-b2bc-14f9669876cd req-15fc0297-5874-450f-8832-3fb5bbbdfb38 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Updated VIF entry in instance network info cache for port 9aeb6a4b-01f8-43c2-850d-a2513cf014ad. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.914944] env[63043]: DEBUG nova.network.neutron [req-82b71d01-6860-475a-b2bc-14f9669876cd req-15fc0297-5874-450f-8832-3fb5bbbdfb38 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Updating instance_info_cache with network_info: [{"id": "9aeb6a4b-01f8-43c2-850d-a2513cf014ad", "address": "fa:16:3e:43:ac:94", "network": {"id": "00b572e6-f38e-4ea8-9ce5-2d23988c32fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1489362850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6fc66a86f664061a2a8221809004f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aeb6a4b-01", "ovs_interfaceid": "9aeb6a4b-01f8-43c2-850d-a2513cf014ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.963073] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.963540] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db8e1a48-9b64-4c2f-a559-22d3e7a5dd70 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.971615] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 630.971615] env[63043]: value = "task-2485480" [ 630.971615] env[63043]: _type = "Task" [ 630.971615] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.986136] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.015300] env[63043]: DEBUG nova.compute.manager [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.046638] env[63043]: DEBUG nova.virt.hardware [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.046915] env[63043]: DEBUG nova.virt.hardware [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.047213] env[63043]: DEBUG nova.virt.hardware [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.047583] env[63043]: DEBUG nova.virt.hardware [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.047829] env[63043]: DEBUG nova.virt.hardware [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.047942] env[63043]: DEBUG nova.virt.hardware [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.048216] env[63043]: DEBUG nova.virt.hardware [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.048440] env[63043]: DEBUG nova.virt.hardware [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.048650] env[63043]: DEBUG nova.virt.hardware [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.048871] env[63043]: DEBUG nova.virt.hardware [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.049116] env[63043]: DEBUG nova.virt.hardware [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.050151] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da95d4f3-6bf8-42bc-9410-7e99a6fa008e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.059722] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43de8298-e8b1-43b1-9e39-a6b2e56908ba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.115702] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c934da6a-10c8-4467-b513-b27267122d90 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Lock "471ac034-2d40-488b-920c-308e84121373" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.561s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.229844] env[63043]: DEBUG oslo_concurrency.lockutils [None req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "ca539a23-d0b8-43b1-aebd-bbc92ab21034" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.274s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.299651] env[63043]: DEBUG nova.network.neutron [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Port 471db8f3-fbde-4e0d-af24-31c974a671f0 binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 631.422799] env[63043]: DEBUG oslo_concurrency.lockutils [req-82b71d01-6860-475a-b2bc-14f9669876cd req-15fc0297-5874-450f-8832-3fb5bbbdfb38 service nova] Releasing lock "refresh_cache-4fe02429-cd39-4135-9936-b520204db2d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.487811] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485480, 'name': PowerOffVM_Task, 'duration_secs': 0.21557} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.488203] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.488686] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.489794] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02d7a2a-de40-4f6a-b8e8-56adc4b9dd4f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.500719] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.501184] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76db30d9-a536-490a-91de-3614aec509fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.573068] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.573336] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.573644] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleting the datastore file [datastore2] 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.573994] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5a33fea-836b-47bb-aa16-6e8431303263 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.584719] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 631.584719] env[63043]: value = "task-2485482" [ 631.584719] env[63043]: _type = "Task" [ 631.584719] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.613989] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.732908] env[63043]: DEBUG nova.compute.manager [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.982367] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a024ec-9c94-49f5-b0fb-60fa55f187db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.990385] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126f5745-3517-449f-8699-0b88fd7d3fa6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.021207] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62050718-2188-496b-946e-9e0d7a19fd39 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.029934] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833aa142-a624-4e44-82ec-ce60c43d062f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.044222] env[63043]: DEBUG nova.compute.provider_tree [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.095853] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451497} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.096276] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.096276] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.096434] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.276031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.337666] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.337666] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.337666] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.547911] env[63043]: DEBUG nova.scheduler.client.report [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.703199] env[63043]: DEBUG nova.network.neutron [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Successfully updated port: 113341b4-6bcc-4c54-b87f-903727358d26 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.907815] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.907937] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.033428] env[63043]: DEBUG nova.compute.manager [req-605632d6-5419-48cf-951d-e3af4e5bc577 req-fdf53b9c-aa5c-4d67-9d2f-4b1e672310c0 service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Received event network-changed-d2d75096-06e9-4304-8e3b-260dfaa65b09 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.033660] env[63043]: DEBUG nova.compute.manager [req-605632d6-5419-48cf-951d-e3af4e5bc577 req-fdf53b9c-aa5c-4d67-9d2f-4b1e672310c0 service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Refreshing instance network info cache due to event network-changed-d2d75096-06e9-4304-8e3b-260dfaa65b09. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 633.033874] env[63043]: DEBUG oslo_concurrency.lockutils [req-605632d6-5419-48cf-951d-e3af4e5bc577 req-fdf53b9c-aa5c-4d67-9d2f-4b1e672310c0 service nova] Acquiring lock "refresh_cache-61a2f66a-e85c-4d6f-9558-d398cacaa941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.034026] env[63043]: DEBUG oslo_concurrency.lockutils [req-605632d6-5419-48cf-951d-e3af4e5bc577 req-fdf53b9c-aa5c-4d67-9d2f-4b1e672310c0 service nova] Acquired lock "refresh_cache-61a2f66a-e85c-4d6f-9558-d398cacaa941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.034302] env[63043]: DEBUG nova.network.neutron [req-605632d6-5419-48cf-951d-e3af4e5bc577 req-fdf53b9c-aa5c-4d67-9d2f-4b1e672310c0 service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Refreshing network info cache for port d2d75096-06e9-4304-8e3b-260dfaa65b09 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.052666] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.053181] env[63043]: DEBUG nova.compute.manager [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.057436] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.944s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.058620] env[63043]: INFO nova.compute.claims [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.144134] env[63043]: DEBUG nova.virt.hardware [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.144533] env[63043]: DEBUG nova.virt.hardware [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.144749] env[63043]: DEBUG nova.virt.hardware [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.144995] env[63043]: DEBUG nova.virt.hardware [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.145416] env[63043]: DEBUG nova.virt.hardware [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.145679] env[63043]: DEBUG nova.virt.hardware [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.145991] env[63043]: DEBUG nova.virt.hardware [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.146519] env[63043]: DEBUG nova.virt.hardware [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.146669] env[63043]: DEBUG nova.virt.hardware [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.150167] env[63043]: DEBUG nova.virt.hardware [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.150566] env[63043]: DEBUG nova.virt.hardware [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.154338] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03196256-ef31-42d7-9581-e2e5d54d6e0e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.162925] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14e98b3-a230-4ea1-a96f-4f5b314bcda4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.179137] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:c7:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c904388-f5ac-4ea4-8553-47cffc558f7d', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.188652] env[63043]: DEBUG oslo.service.loopingcall [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.189686] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.189789] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aa8c1b7-eea8-4049-bf69-1ac22600d705 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.209214] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "refresh_cache-4df019ea-8beb-4e10-acfa-04df94575993" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.209370] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired lock "refresh_cache-4df019ea-8beb-4e10-acfa-04df94575993" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.209692] env[63043]: DEBUG nova.network.neutron [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.216745] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.216745] env[63043]: value = "task-2485483" [ 633.216745] env[63043]: _type = "Task" [ 633.216745] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.230121] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485483, 'name': CreateVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.432436] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.432971] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.433044] env[63043]: DEBUG nova.network.neutron [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.509698] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83a8228-389b-4ed9-8a7d-b9b20b221631 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.518072] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b22fac55-cd47-4353-9582-2550b11244a0 tempest-ServersAdminNegativeTestJSON-1793699340 tempest-ServersAdminNegativeTestJSON-1793699340-project-admin] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Suspending the VM {{(pid=63043) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 633.518379] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f2354c9f-8d25-4bbb-a6e3-00ac79321716 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.526060] env[63043]: DEBUG oslo_vmware.api [None req-b22fac55-cd47-4353-9582-2550b11244a0 tempest-ServersAdminNegativeTestJSON-1793699340 tempest-ServersAdminNegativeTestJSON-1793699340-project-admin] Waiting for the task: (returnval){ [ 633.526060] env[63043]: value = "task-2485484" [ 633.526060] env[63043]: _type = "Task" [ 633.526060] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.533534] env[63043]: DEBUG oslo_vmware.api [None req-b22fac55-cd47-4353-9582-2550b11244a0 tempest-ServersAdminNegativeTestJSON-1793699340 tempest-ServersAdminNegativeTestJSON-1793699340-project-admin] Task: {'id': task-2485484, 'name': SuspendVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.567692] env[63043]: DEBUG nova.compute.utils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 633.581821] env[63043]: DEBUG nova.compute.manager [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.586082] env[63043]: DEBUG nova.network.neutron [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.671303] env[63043]: DEBUG nova.policy [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6364f2597da242d492792cce6185d020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1df963ad08da4ab19a11ef8620a2a854', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.674137] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Acquiring lock "5ce1a2d0-f7ab-468a-bb75-17354b91f0ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.674450] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Lock "5ce1a2d0-f7ab-468a-bb75-17354b91f0ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.731916] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485483, 'name': CreateVM_Task, 'duration_secs': 0.380277} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.732215] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.733031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.733183] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.733559] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.733904] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3057319-fae7-4444-8877-071bd719d25f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.741807] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 633.741807] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5291ff99-9738-b504-d97c-ad7996051ba2" [ 633.741807] env[63043]: _type = "Task" [ 633.741807] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.756764] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5291ff99-9738-b504-d97c-ad7996051ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.784732] env[63043]: DEBUG nova.network.neutron [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.037837] env[63043]: DEBUG oslo_vmware.api [None req-b22fac55-cd47-4353-9582-2550b11244a0 tempest-ServersAdminNegativeTestJSON-1793699340 tempest-ServersAdminNegativeTestJSON-1793699340-project-admin] Task: {'id': task-2485484, 'name': SuspendVM_Task} progress is 58%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.077975] env[63043]: DEBUG nova.compute.manager [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.198076] env[63043]: DEBUG nova.network.neutron [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Updating instance_info_cache with network_info: [{"id": "113341b4-6bcc-4c54-b87f-903727358d26", "address": "fa:16:3e:19:be:f4", "network": {"id": "e1244af6-58d6-466b-ae56-ccfc5c3a3acc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-193987399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032bac363c8c49faaca5ca5657db9452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113341b4-6b", "ovs_interfaceid": "113341b4-6bcc-4c54-b87f-903727358d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.253734] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5291ff99-9738-b504-d97c-ad7996051ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.013845} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.258608] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.258608] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.258608] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.258608] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.258820] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.258820] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce4fc9e2-fefb-4aa7-be46-b2ca8ac4c785 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.268165] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.268165] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.271528] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8d56fc-32fd-4427-8564-2d14ef689bac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.278370] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 634.278370] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a457cf-3a47-36f9-c876-cc44fe9a4776" [ 634.278370] env[63043]: _type = "Task" [ 634.278370] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.290108] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a457cf-3a47-36f9-c876-cc44fe9a4776, 'name': SearchDatastore_Task, 'duration_secs': 0.008632} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.290896] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c442a7d2-d122-486b-8c14-99adb2d0b5e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.298377] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 634.298377] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]521f2150-232a-6827-7ef7-d8cb7bff67fc" [ 634.298377] env[63043]: _type = "Task" [ 634.298377] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.313649] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521f2150-232a-6827-7ef7-d8cb7bff67fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008506} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.313649] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.313649] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea/990a34e1-cf52-4ce7-b0ff-d1a2cac106ea.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.313649] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50a6a1b6-6839-47e7-b3e2-2cdb5b08db87 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.318106] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 634.318106] env[63043]: value = "task-2485485" [ 634.318106] env[63043]: _type = "Task" [ 634.318106] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.333695] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.408823] env[63043]: DEBUG nova.network.neutron [req-605632d6-5419-48cf-951d-e3af4e5bc577 req-fdf53b9c-aa5c-4d67-9d2f-4b1e672310c0 service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Updated VIF entry in instance network info cache for port d2d75096-06e9-4304-8e3b-260dfaa65b09. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.408823] env[63043]: DEBUG nova.network.neutron [req-605632d6-5419-48cf-951d-e3af4e5bc577 req-fdf53b9c-aa5c-4d67-9d2f-4b1e672310c0 service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Updating instance_info_cache with network_info: [{"id": "d2d75096-06e9-4304-8e3b-260dfaa65b09", "address": "fa:16:3e:52:61:da", "network": {"id": "efddd466-3408-4f42-876a-abf237c19c85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-470267709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac69a1d8c4444d695cc763bed674646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d75096-06", "ovs_interfaceid": "d2d75096-06e9-4304-8e3b-260dfaa65b09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.486183] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6bf054-097c-4960-8410-eb3b4b47e172 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.496273] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6871e233-448a-4aa4-b9a7-52793307ddf0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.549432] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a7eee5-5219-4a11-80ac-e8e1a7672b29 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.561906] env[63043]: DEBUG oslo_vmware.api [None req-b22fac55-cd47-4353-9582-2550b11244a0 tempest-ServersAdminNegativeTestJSON-1793699340 tempest-ServersAdminNegativeTestJSON-1793699340-project-admin] Task: {'id': task-2485484, 'name': SuspendVM_Task, 'duration_secs': 0.720943} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.563279] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5387b8dc-c904-4056-8b76-f512c6eb28e3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.567701] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b22fac55-cd47-4353-9582-2550b11244a0 tempest-ServersAdminNegativeTestJSON-1793699340 tempest-ServersAdminNegativeTestJSON-1793699340-project-admin] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Suspended the VM {{(pid=63043) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 634.567701] env[63043]: DEBUG nova.compute.manager [None req-b22fac55-cd47-4353-9582-2550b11244a0 tempest-ServersAdminNegativeTestJSON-1793699340 tempest-ServersAdminNegativeTestJSON-1793699340-project-admin] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.568592] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c21ac2a-bae0-4a01-8023-64747f3496b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.585609] env[63043]: DEBUG nova.compute.provider_tree [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.608820] env[63043]: DEBUG nova.network.neutron [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Successfully created port: d9957c76-4cbf-432b-9494-cb579a893c63 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.702748] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Releasing lock "refresh_cache-4df019ea-8beb-4e10-acfa-04df94575993" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.703135] env[63043]: DEBUG nova.compute.manager [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Instance network_info: |[{"id": "113341b4-6bcc-4c54-b87f-903727358d26", "address": "fa:16:3e:19:be:f4", "network": {"id": "e1244af6-58d6-466b-ae56-ccfc5c3a3acc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-193987399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032bac363c8c49faaca5ca5657db9452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113341b4-6b", "ovs_interfaceid": "113341b4-6bcc-4c54-b87f-903727358d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.703621] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:be:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '113341b4-6bcc-4c54-b87f-903727358d26', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.712570] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Creating folder: Project (032bac363c8c49faaca5ca5657db9452). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.713339] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aba2d088-ea7e-4036-a6e1-f57c32f3c6f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.726799] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Created folder: Project (032bac363c8c49faaca5ca5657db9452) in parent group-v502843. [ 634.726799] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Creating folder: Instances. Parent ref: group-v502882. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.726799] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e821da60-da14-4e34-825d-df49850f42ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.738716] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Created folder: Instances in parent group-v502882. [ 634.738716] env[63043]: DEBUG oslo.service.loopingcall [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.738716] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.738716] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-701b84bb-76fa-4271-a4db-718c8de44e0f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.759421] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.759421] env[63043]: value = "task-2485488" [ 634.759421] env[63043]: _type = "Task" [ 634.759421] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.763773] env[63043]: DEBUG nova.network.neutron [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance_info_cache with network_info: [{"id": "471db8f3-fbde-4e0d-af24-31c974a671f0", "address": "fa:16:3e:b1:71:d5", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap471db8f3-fb", "ovs_interfaceid": "471db8f3-fbde-4e0d-af24-31c974a671f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.771200] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485488, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.831939] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485485, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.914076] env[63043]: DEBUG oslo_concurrency.lockutils [req-605632d6-5419-48cf-951d-e3af4e5bc577 req-fdf53b9c-aa5c-4d67-9d2f-4b1e672310c0 service nova] Releasing lock "refresh_cache-61a2f66a-e85c-4d6f-9558-d398cacaa941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.093469] env[63043]: DEBUG nova.compute.manager [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.095855] env[63043]: DEBUG nova.scheduler.client.report [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.135022] env[63043]: DEBUG nova.virt.hardware [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.135447] env[63043]: DEBUG nova.virt.hardware [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.135447] env[63043]: DEBUG nova.virt.hardware [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.135611] env[63043]: DEBUG nova.virt.hardware [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.135773] env[63043]: DEBUG nova.virt.hardware [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.135946] env[63043]: DEBUG nova.virt.hardware [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.136831] env[63043]: DEBUG nova.virt.hardware [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.136831] env[63043]: DEBUG nova.virt.hardware [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.136831] env[63043]: DEBUG nova.virt.hardware [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.137452] env[63043]: DEBUG nova.virt.hardware [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.137666] env[63043]: DEBUG nova.virt.hardware [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.138890] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc89ba3-e44e-4632-bf9f-24b1f4c2e432 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.154170] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2eb159-c00f-492d-a097-5cccb4990cea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.267103] env[63043]: DEBUG oslo_concurrency.lockutils [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.275870] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485488, 'name': CreateVM_Task, 'duration_secs': 0.494748} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.276550] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.277939] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.277939] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.277939] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.278168] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b204cf-1286-405a-ac84-e220667bb055 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.283884] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 635.283884] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e15d17-859d-b3ec-0d71-9d3f1e18bdb3" [ 635.283884] env[63043]: _type = "Task" [ 635.283884] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.292491] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e15d17-859d-b3ec-0d71-9d3f1e18bdb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.331630] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81778} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.331892] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea/990a34e1-cf52-4ce7-b0ff-d1a2cac106ea.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.332122] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.332374] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cffa1730-b431-403b-b28f-8b48bbff2f44 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.340409] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 635.340409] env[63043]: value = "task-2485489" [ 635.340409] env[63043]: _type = "Task" [ 635.340409] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.356099] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.606848] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.607403] env[63043]: DEBUG nova.compute.manager [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.610488] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.855s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.611878] env[63043]: INFO nova.compute.claims [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.799021] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e15d17-859d-b3ec-0d71-9d3f1e18bdb3, 'name': SearchDatastore_Task, 'duration_secs': 0.017334} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.799021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.799021] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.799021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.799292] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.799292] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.799292] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-398c4c1f-14ff-43cf-a631-e0b4c4da58f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.801314] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ca853f-48cb-4840-9197-437056b17f8a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.805462] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.805793] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.806888] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d60641-c338-4d6d-b412-cc2a9aca7da3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.826963] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9512d11-d2c8-419b-aca3-7e7110693fb7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.830887] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 635.830887] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5288077d-1c4b-9818-37c5-e04ebe9b7208" [ 635.830887] env[63043]: _type = "Task" [ 635.830887] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.837547] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance '80805db5-2215-4d5a-9b38-e4d82d76ffbe' progress to 83 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 635.851729] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5288077d-1c4b-9818-37c5-e04ebe9b7208, 'name': SearchDatastore_Task, 'duration_secs': 0.018782} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.855033] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6185ea8-21b2-4580-8325-d724c63a0f6d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.858944] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140913} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.859674] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.860877] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4369c5a5-9354-4a75-bca8-6bd4bd1fd609 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.864934] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 635.864934] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5246555b-11c9-5c17-ebd2-7e00ffa4178e" [ 635.864934] env[63043]: _type = "Task" [ 635.864934] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.891890] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea/990a34e1-cf52-4ce7-b0ff-d1a2cac106ea.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.893216] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36fdad8-5e64-4b90-b89a-1a75a5981c26 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.911627] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5246555b-11c9-5c17-ebd2-7e00ffa4178e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.917994] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 635.917994] env[63043]: value = "task-2485490" [ 635.917994] env[63043]: _type = "Task" [ 635.917994] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.927301] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.061488] env[63043]: DEBUG nova.compute.manager [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Received event network-vif-plugged-113341b4-6bcc-4c54-b87f-903727358d26 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.061488] env[63043]: DEBUG oslo_concurrency.lockutils [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] Acquiring lock "4df019ea-8beb-4e10-acfa-04df94575993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.061488] env[63043]: DEBUG oslo_concurrency.lockutils [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] Lock "4df019ea-8beb-4e10-acfa-04df94575993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.061710] env[63043]: DEBUG oslo_concurrency.lockutils [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] Lock "4df019ea-8beb-4e10-acfa-04df94575993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.061821] env[63043]: DEBUG nova.compute.manager [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] No waiting events found dispatching network-vif-plugged-113341b4-6bcc-4c54-b87f-903727358d26 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.066113] env[63043]: WARNING nova.compute.manager [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Received unexpected event network-vif-plugged-113341b4-6bcc-4c54-b87f-903727358d26 for instance with vm_state building and task_state spawning. [ 636.066113] env[63043]: DEBUG nova.compute.manager [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Received event network-changed-113341b4-6bcc-4c54-b87f-903727358d26 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.066113] env[63043]: DEBUG nova.compute.manager [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Refreshing instance network info cache due to event network-changed-113341b4-6bcc-4c54-b87f-903727358d26. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 636.066113] env[63043]: DEBUG oslo_concurrency.lockutils [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] Acquiring lock "refresh_cache-4df019ea-8beb-4e10-acfa-04df94575993" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.066281] env[63043]: DEBUG oslo_concurrency.lockutils [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] Acquired lock "refresh_cache-4df019ea-8beb-4e10-acfa-04df94575993" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.066465] env[63043]: DEBUG nova.network.neutron [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Refreshing network info cache for port 113341b4-6bcc-4c54-b87f-903727358d26 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.119989] env[63043]: DEBUG nova.compute.utils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 636.123363] env[63043]: DEBUG nova.compute.manager [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.123565] env[63043]: DEBUG nova.network.neutron [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.249086] env[63043]: DEBUG nova.policy [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ed752aa58e49dba84a3c79046d3182', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '032bac363c8c49faaca5ca5657db9452', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.347171] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.347626] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceea9827-bb7d-4aa2-8371-a030ceaa0091 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.359386] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 636.359386] env[63043]: value = "task-2485491" [ 636.359386] env[63043]: _type = "Task" [ 636.359386] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.388686] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5246555b-11c9-5c17-ebd2-7e00ffa4178e, 'name': SearchDatastore_Task, 'duration_secs': 0.051732} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.394790] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.395080] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 4df019ea-8beb-4e10-acfa-04df94575993/4df019ea-8beb-4e10-acfa-04df94575993.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.395370] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.395543] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aedf65a-3537-4670-a85e-c7d12cac6e21 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.402869] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 636.402869] env[63043]: value = "task-2485492" [ 636.402869] env[63043]: _type = "Task" [ 636.402869] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.413074] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.427929] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485490, 'name': ReconfigVM_Task, 'duration_secs': 0.356312} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.428280] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea/990a34e1-cf52-4ce7-b0ff-d1a2cac106ea.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.428892] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d5d5e9f-4d54-4e8d-afc0-a396972fafcb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.434979] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 636.434979] env[63043]: value = "task-2485493" [ 636.434979] env[63043]: _type = "Task" [ 636.434979] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.444627] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485493, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.624219] env[63043]: DEBUG nova.compute.manager [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.884567] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485491, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.914774] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.955455] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485493, 'name': Rename_Task, 'duration_secs': 0.150334} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.955455] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.955455] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-672c8ba4-cf60-4391-9c25-5efd82799985 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.962992] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 636.962992] env[63043]: value = "task-2485494" [ 636.962992] env[63043]: _type = "Task" [ 636.962992] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.973767] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.067745] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677e1c22-66d0-42c6-a79f-501e504e41d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.077235] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1300c9ab-e5ee-43ef-a1b2-2b56817780de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.117335] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb4d4f9-90fe-4300-af6e-f03f300ea33a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.126680] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee25ac3-8f84-4887-874b-61b7e0ac280a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.144083] env[63043]: DEBUG nova.compute.provider_tree [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.208109] env[63043]: DEBUG nova.network.neutron [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Successfully updated port: d9957c76-4cbf-432b-9494-cb579a893c63 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.373965] env[63043]: DEBUG oslo_vmware.api [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485491, 'name': PowerOnVM_Task, 'duration_secs': 0.547494} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.375254] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.375254] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-80364621-e77b-467f-8d47-c15950bdad7e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance '80805db5-2215-4d5a-9b38-e4d82d76ffbe' progress to 100 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 637.419724] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593165} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.419724] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 4df019ea-8beb-4e10-acfa-04df94575993/4df019ea-8beb-4e10-acfa-04df94575993.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.419863] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.422460] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-289b4f69-6987-41e9-91e9-d172a9bce77c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.430030] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 637.430030] env[63043]: value = "task-2485495" [ 637.430030] env[63043]: _type = "Task" [ 637.430030] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.446178] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.476044] env[63043]: DEBUG oslo_vmware.api [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485494, 'name': PowerOnVM_Task, 'duration_secs': 0.475119} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.476044] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.476044] env[63043]: DEBUG nova.compute.manager [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.476540] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a38c370-a5fd-454f-932b-4a8e6e4881bf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.647595] env[63043]: DEBUG nova.compute.manager [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.651350] env[63043]: DEBUG nova.scheduler.client.report [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.690986] env[63043]: DEBUG nova.virt.hardware [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.690986] env[63043]: DEBUG nova.virt.hardware [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.690986] env[63043]: DEBUG nova.virt.hardware [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.693244] env[63043]: DEBUG nova.virt.hardware [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.693244] env[63043]: DEBUG nova.virt.hardware [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.693244] env[63043]: DEBUG nova.virt.hardware [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.693244] env[63043]: DEBUG nova.virt.hardware [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.693244] env[63043]: DEBUG nova.virt.hardware [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.693684] env[63043]: DEBUG nova.virt.hardware [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.694583] env[63043]: DEBUG nova.virt.hardware [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.694808] env[63043]: DEBUG nova.virt.hardware [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.696066] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecb8af5-fdef-477b-8927-ae482cdc3ad3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.709806] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587954be-5617-4277-8da6-17ead9220657 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.713927] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Acquiring lock "refresh_cache-c5bfb89e-931f-462f-8d11-a47c28fdfdc2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.714106] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Acquired lock "refresh_cache-c5bfb89e-931f-462f-8d11-a47c28fdfdc2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.714214] env[63043]: DEBUG nova.network.neutron [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.806864] env[63043]: DEBUG nova.network.neutron [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Updated VIF entry in instance network info cache for port 113341b4-6bcc-4c54-b87f-903727358d26. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.807234] env[63043]: DEBUG nova.network.neutron [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Updating instance_info_cache with network_info: [{"id": "113341b4-6bcc-4c54-b87f-903727358d26", "address": "fa:16:3e:19:be:f4", "network": {"id": "e1244af6-58d6-466b-ae56-ccfc5c3a3acc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-193987399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032bac363c8c49faaca5ca5657db9452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113341b4-6b", "ovs_interfaceid": "113341b4-6bcc-4c54-b87f-903727358d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.941425] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.33683} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.941425] env[63043]: DEBUG nova.network.neutron [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Successfully created port: d8509b13-1811-42a3-ab27-a3732675ce4d {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.944126] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.944751] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c36bb6f-8273-4a6e-b48f-7be99d5903d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.968266] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 4df019ea-8beb-4e10-acfa-04df94575993/4df019ea-8beb-4e10-acfa-04df94575993.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.968583] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-388381a0-37e5-4dfc-be68-c92dba730467 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.992079] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 637.992079] env[63043]: value = "task-2485496" [ 637.992079] env[63043]: _type = "Task" [ 637.992079] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.002728] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.007957] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.158174] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.158492] env[63043]: DEBUG nova.compute.manager [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.162640] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.749s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.163620] env[63043]: INFO nova.compute.claims [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.309964] env[63043]: DEBUG oslo_concurrency.lockutils [req-2fb20ece-362c-49cd-a347-fcf04916be5f req-d97df23d-b7db-4ae3-8de8-fc6a0e04d5d8 service nova] Releasing lock "refresh_cache-4df019ea-8beb-4e10-acfa-04df94575993" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.363079] env[63043]: DEBUG nova.network.neutron [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.504049] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.663906] env[63043]: DEBUG nova.compute.utils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 638.665250] env[63043]: DEBUG nova.compute.manager [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Not allocating networking since 'none' was specified. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 638.975359] env[63043]: DEBUG nova.compute.manager [req-0b3c8487-6e57-4b8a-9625-c0d6254a6ebb req-63c4a506-b751-4ccd-87a8-be2472c2b85b service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Received event network-vif-plugged-d9957c76-4cbf-432b-9494-cb579a893c63 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.975359] env[63043]: DEBUG oslo_concurrency.lockutils [req-0b3c8487-6e57-4b8a-9625-c0d6254a6ebb req-63c4a506-b751-4ccd-87a8-be2472c2b85b service nova] Acquiring lock "c5bfb89e-931f-462f-8d11-a47c28fdfdc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.975359] env[63043]: DEBUG oslo_concurrency.lockutils [req-0b3c8487-6e57-4b8a-9625-c0d6254a6ebb req-63c4a506-b751-4ccd-87a8-be2472c2b85b service nova] Lock "c5bfb89e-931f-462f-8d11-a47c28fdfdc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.975359] env[63043]: DEBUG oslo_concurrency.lockutils [req-0b3c8487-6e57-4b8a-9625-c0d6254a6ebb req-63c4a506-b751-4ccd-87a8-be2472c2b85b service nova] Lock "c5bfb89e-931f-462f-8d11-a47c28fdfdc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.975816] env[63043]: DEBUG nova.compute.manager [req-0b3c8487-6e57-4b8a-9625-c0d6254a6ebb req-63c4a506-b751-4ccd-87a8-be2472c2b85b service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] No waiting events found dispatching network-vif-plugged-d9957c76-4cbf-432b-9494-cb579a893c63 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.976037] env[63043]: WARNING nova.compute.manager [req-0b3c8487-6e57-4b8a-9625-c0d6254a6ebb req-63c4a506-b751-4ccd-87a8-be2472c2b85b service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Received unexpected event network-vif-plugged-d9957c76-4cbf-432b-9494-cb579a893c63 for instance with vm_state building and task_state spawning. [ 638.992190] env[63043]: DEBUG nova.network.neutron [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Updating instance_info_cache with network_info: [{"id": "d9957c76-4cbf-432b-9494-cb579a893c63", "address": "fa:16:3e:a0:ad:05", "network": {"id": "5d66bfd7-12a2-46bd-b84c-248097cd8496", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1030658290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df963ad08da4ab19a11ef8620a2a854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9957c76-4c", "ovs_interfaceid": "d9957c76-4cbf-432b-9494-cb579a893c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.005798] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.169020] env[63043]: DEBUG nova.compute.manager [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.270975] env[63043]: DEBUG nova.compute.manager [req-d2bbff6d-f690-46e7-b50f-dbe283c3ca87 req-556e829a-8b62-4681-a51a-ea6ec2dfa6e2 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Received event network-changed-9aeb6a4b-01f8-43c2-850d-a2513cf014ad {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.271173] env[63043]: DEBUG nova.compute.manager [req-d2bbff6d-f690-46e7-b50f-dbe283c3ca87 req-556e829a-8b62-4681-a51a-ea6ec2dfa6e2 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Refreshing instance network info cache due to event network-changed-9aeb6a4b-01f8-43c2-850d-a2513cf014ad. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.271383] env[63043]: DEBUG oslo_concurrency.lockutils [req-d2bbff6d-f690-46e7-b50f-dbe283c3ca87 req-556e829a-8b62-4681-a51a-ea6ec2dfa6e2 service nova] Acquiring lock "refresh_cache-4fe02429-cd39-4135-9936-b520204db2d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.272276] env[63043]: DEBUG oslo_concurrency.lockutils [req-d2bbff6d-f690-46e7-b50f-dbe283c3ca87 req-556e829a-8b62-4681-a51a-ea6ec2dfa6e2 service nova] Acquired lock "refresh_cache-4fe02429-cd39-4135-9936-b520204db2d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.272276] env[63043]: DEBUG nova.network.neutron [req-d2bbff6d-f690-46e7-b50f-dbe283c3ca87 req-556e829a-8b62-4681-a51a-ea6ec2dfa6e2 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Refreshing network info cache for port 9aeb6a4b-01f8-43c2-850d-a2513cf014ad {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.497650] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Releasing lock "refresh_cache-c5bfb89e-931f-462f-8d11-a47c28fdfdc2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.498050] env[63043]: DEBUG nova.compute.manager [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Instance network_info: |[{"id": "d9957c76-4cbf-432b-9494-cb579a893c63", "address": "fa:16:3e:a0:ad:05", "network": {"id": "5d66bfd7-12a2-46bd-b84c-248097cd8496", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1030658290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df963ad08da4ab19a11ef8620a2a854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9957c76-4c", "ovs_interfaceid": "d9957c76-4cbf-432b-9494-cb579a893c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.498638] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:ad:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9957c76-4cbf-432b-9494-cb579a893c63', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.514428] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Creating folder: Project (1df963ad08da4ab19a11ef8620a2a854). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.529274] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f0c4b28-ccbb-4638-885c-f80070d7d190 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.536625] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485496, 'name': ReconfigVM_Task, 'duration_secs': 1.265343} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.536905] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 4df019ea-8beb-4e10-acfa-04df94575993/4df019ea-8beb-4e10-acfa-04df94575993.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.537585] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28604f98-8bbb-45bf-9f24-62b6df93d968 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.540219] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Created folder: Project (1df963ad08da4ab19a11ef8620a2a854) in parent group-v502843. [ 639.540472] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Creating folder: Instances. Parent ref: group-v502885. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.540944] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21fb8a60-9322-477d-be28-ca63e00d1a82 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.550089] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 639.550089] env[63043]: value = "task-2485498" [ 639.550089] env[63043]: _type = "Task" [ 639.550089] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.551079] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Created folder: Instances in parent group-v502885. [ 639.551314] env[63043]: DEBUG oslo.service.loopingcall [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.556292] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.556292] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-088dba71-b7d0-4627-8540-02a4d6179ebc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.584590] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485498, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.585499] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.585499] env[63043]: value = "task-2485500" [ 639.585499] env[63043]: _type = "Task" [ 639.585499] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.594903] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485500, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.647202] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c898360b-503e-4d41-a63a-d09921bc5feb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.658537] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3352aef6-a0e7-4095-a956-21ce0734b28e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.695980] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab70624-18fa-45e1-951e-de9d029b9afd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.703962] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b138c202-85db-4d3e-bc0b-31d8bd1030b0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.720445] env[63043]: DEBUG nova.compute.provider_tree [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.064539] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485498, 'name': Rename_Task, 'duration_secs': 0.216217} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.065072] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.066050] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d8269df-427a-4645-be15-38d8568214a9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.073275] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 640.073275] env[63043]: value = "task-2485501" [ 640.073275] env[63043]: _type = "Task" [ 640.073275] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.084388] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.094773] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485500, 'name': CreateVM_Task, 'duration_secs': 0.388436} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.094989] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.095784] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.095948] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.096294] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.096743] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba796d57-f325-4b47-8db8-3d5bd4538070 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.102287] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Waiting for the task: (returnval){ [ 640.102287] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527b4421-3f66-0357-b4d3-391ae3e9e098" [ 640.102287] env[63043]: _type = "Task" [ 640.102287] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.113430] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527b4421-3f66-0357-b4d3-391ae3e9e098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.139513] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Acquiring lock "0f02137b-ae02-4c2b-9188-50e4d80c11f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.140663] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Lock "0f02137b-ae02-4c2b-9188-50e4d80c11f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.200588] env[63043]: DEBUG nova.compute.manager [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.225031] env[63043]: DEBUG nova.scheduler.client.report [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.233711] env[63043]: DEBUG nova.virt.hardware [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.233711] env[63043]: DEBUG nova.virt.hardware [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.233711] env[63043]: DEBUG nova.virt.hardware [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.234661] env[63043]: DEBUG nova.virt.hardware [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.234661] env[63043]: DEBUG nova.virt.hardware [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.234661] env[63043]: DEBUG nova.virt.hardware [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.234661] env[63043]: DEBUG nova.virt.hardware [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.234826] env[63043]: DEBUG nova.virt.hardware [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.235321] env[63043]: DEBUG nova.virt.hardware [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.235975] env[63043]: DEBUG nova.virt.hardware [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.236066] env[63043]: DEBUG nova.virt.hardware [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.236975] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f51daa-c9f3-41eb-826e-696e871f7153 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.246624] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e145e830-f725-4db2-9286-7221bde7a6f3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.252309] env[63043]: DEBUG nova.network.neutron [req-d2bbff6d-f690-46e7-b50f-dbe283c3ca87 req-556e829a-8b62-4681-a51a-ea6ec2dfa6e2 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Updated VIF entry in instance network info cache for port 9aeb6a4b-01f8-43c2-850d-a2513cf014ad. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.252309] env[63043]: DEBUG nova.network.neutron [req-d2bbff6d-f690-46e7-b50f-dbe283c3ca87 req-556e829a-8b62-4681-a51a-ea6ec2dfa6e2 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Updating instance_info_cache with network_info: [{"id": "9aeb6a4b-01f8-43c2-850d-a2513cf014ad", "address": "fa:16:3e:43:ac:94", "network": {"id": "00b572e6-f38e-4ea8-9ce5-2d23988c32fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1489362850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6fc66a86f664061a2a8221809004f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aeb6a4b-01", "ovs_interfaceid": "9aeb6a4b-01f8-43c2-850d-a2513cf014ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.267633] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Instance VIF info [] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.273645] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Creating folder: Project (fdd9620fb45c42c9ad5d8f19e4921463). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.274536] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1baacca-b8ff-4335-97de-b6100df1eb8e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.287255] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Created folder: Project (fdd9620fb45c42c9ad5d8f19e4921463) in parent group-v502843. [ 640.287708] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Creating folder: Instances. Parent ref: group-v502888. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.287972] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0813a92-d32b-439f-88fc-014650b9cf90 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.299026] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Created folder: Instances in parent group-v502888. [ 640.300031] env[63043]: DEBUG oslo.service.loopingcall [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.300031] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.300031] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bea48616-f389-4841-8b36-f6e5aa63c4be {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.321496] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.321496] env[63043]: value = "task-2485504" [ 640.321496] env[63043]: _type = "Task" [ 640.321496] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.332374] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485504, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.584180] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.619899] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527b4421-3f66-0357-b4d3-391ae3e9e098, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.620544] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.621190] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.621694] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.621863] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.622086] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.622402] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14fb767f-3a0f-40a6-8b1b-e9f1180bc478 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.633228] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.633422] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.634178] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736ba749-00f8-4122-b17e-151e20c6c96e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.643862] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Waiting for the task: (returnval){ [ 640.643862] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52082816-0959-925d-03f5-ef1d82f6f322" [ 640.643862] env[63043]: _type = "Task" [ 640.643862] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.653904] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52082816-0959-925d-03f5-ef1d82f6f322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.732257] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.733231] env[63043]: DEBUG nova.compute.manager [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.740519] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.833s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.740519] env[63043]: DEBUG nova.objects.instance [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lazy-loading 'resources' on Instance uuid 58b0ce0a-9269-471c-91b9-9873a0bceeff {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.755667] env[63043]: DEBUG oslo_concurrency.lockutils [req-d2bbff6d-f690-46e7-b50f-dbe283c3ca87 req-556e829a-8b62-4681-a51a-ea6ec2dfa6e2 service nova] Releasing lock "refresh_cache-4fe02429-cd39-4135-9936-b520204db2d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.769201] env[63043]: DEBUG nova.network.neutron [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Successfully updated port: d8509b13-1811-42a3-ab27-a3732675ce4d {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.832502] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485504, 'name': CreateVM_Task, 'duration_secs': 0.424772} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.832690] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.833138] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.833331] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.834408] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.834408] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78282b9-88bf-4215-97ad-ca3b6f10ae81 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.839728] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Waiting for the task: (returnval){ [ 640.839728] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]525d7762-3c27-4d8a-3797-d12044d2e52d" [ 640.839728] env[63043]: _type = "Task" [ 640.839728] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.852902] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525d7762-3c27-4d8a-3797-d12044d2e52d, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.853414] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.853653] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.853880] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.854034] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.854262] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.854603] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f47b7ad-ac6e-4556-ae3c-23740236257d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.862759] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.862947] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.864150] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eda824f-a101-4457-8879-5d0250358c17 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.869117] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Waiting for the task: (returnval){ [ 640.869117] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52ca633c-d6a4-e273-fbbf-910d5035b327" [ 640.869117] env[63043]: _type = "Task" [ 640.869117] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.877289] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ca633c-d6a4-e273-fbbf-910d5035b327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.083339] env[63043]: DEBUG oslo_vmware.api [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485501, 'name': PowerOnVM_Task, 'duration_secs': 0.746451} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.083628] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.083822] env[63043]: INFO nova.compute.manager [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Took 10.07 seconds to spawn the instance on the hypervisor. [ 641.083999] env[63043]: DEBUG nova.compute.manager [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.084790] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef5b9a4-0b14-441c-9d0f-d62816bc0c33 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.156834] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52082816-0959-925d-03f5-ef1d82f6f322, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.157319] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b040d4-2c3e-42e3-bf60-3c89d290c05e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.165052] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Waiting for the task: (returnval){ [ 641.165052] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5215aaec-c3eb-6b09-bbcf-8814aeecc42c" [ 641.165052] env[63043]: _type = "Task" [ 641.165052] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.174649] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5215aaec-c3eb-6b09-bbcf-8814aeecc42c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.242878] env[63043]: DEBUG nova.compute.utils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 641.244264] env[63043]: DEBUG nova.compute.manager [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.244449] env[63043]: DEBUG nova.network.neutron [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.271546] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "refresh_cache-7d0e6646-06a1-446a-8650-7208d1ce265e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.271684] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired lock "refresh_cache-7d0e6646-06a1-446a-8650-7208d1ce265e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.271840] env[63043]: DEBUG nova.network.neutron [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.386728] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ca633c-d6a4-e273-fbbf-910d5035b327, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.387571] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5edb0f-fb99-4402-8aba-cdf698ab5c7a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.396180] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Waiting for the task: (returnval){ [ 641.396180] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520d0d68-c905-67cc-82bc-e1def78739a5" [ 641.396180] env[63043]: _type = "Task" [ 641.396180] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.405297] env[63043]: DEBUG nova.policy [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ac7cbd35e26423ca1bc4b52aba10e7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6a2ad840c42413c98e656a24d1a33c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.415643] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520d0d68-c905-67cc-82bc-e1def78739a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.418829] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.419262] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b0166fc9-a10c-4a84-a282-9689aa197254/b0166fc9-a10c-4a84-a282-9689aa197254.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.421019] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e65c0d6e-8a9c-4d58-a702-ca81d7cd7bcf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.427145] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Waiting for the task: (returnval){ [ 641.427145] env[63043]: value = "task-2485505" [ 641.427145] env[63043]: _type = "Task" [ 641.427145] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.440621] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.613280] env[63043]: INFO nova.compute.manager [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Took 27.08 seconds to build instance. [ 641.678610] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5215aaec-c3eb-6b09-bbcf-8814aeecc42c, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.681575] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.683645] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c5bfb89e-931f-462f-8d11-a47c28fdfdc2/c5bfb89e-931f-462f-8d11-a47c28fdfdc2.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.684603] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b519d846-d89a-41d5-887a-f3a83736ea00 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.693944] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Waiting for the task: (returnval){ [ 641.693944] env[63043]: value = "task-2485506" [ 641.693944] env[63043]: _type = "Task" [ 641.693944] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.699925] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be26cb99-d74e-4695-9a5a-d553cf643e66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.706851] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.712708] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3755d81c-a5a2-4998-b41a-68ba25114111 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.744356] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26e374-ae83-4c72-b38b-c8a5e0225a0b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.751280] env[63043]: DEBUG nova.compute.manager [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.754971] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a88dd6a-8330-4540-8e5c-d1f6751c96c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.777421] env[63043]: DEBUG nova.compute.provider_tree [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.864251] env[63043]: DEBUG nova.network.neutron [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.937598] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466829} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.937878] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b0166fc9-a10c-4a84-a282-9689aa197254/b0166fc9-a10c-4a84-a282-9689aa197254.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.938232] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.938541] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-246348b7-0d74-475f-b84e-808bdc9e5fb1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.947838] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Waiting for the task: (returnval){ [ 641.947838] env[63043]: value = "task-2485507" [ 641.947838] env[63043]: _type = "Task" [ 641.947838] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.953095] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.118243] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc20078c-1966-4b42-99f0-1c8f7439603c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "4df019ea-8beb-4e10-acfa-04df94575993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.611s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.134672] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "efda071e-50e2-4627-8f1f-1f8653b6c2ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.134972] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "efda071e-50e2-4627-8f1f-1f8653b6c2ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.138638] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "990a34e1-cf52-4ce7-b0ff-d1a2cac106ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.138848] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "990a34e1-cf52-4ce7-b0ff-d1a2cac106ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.139303] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "990a34e1-cf52-4ce7-b0ff-d1a2cac106ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.139303] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "990a34e1-cf52-4ce7-b0ff-d1a2cac106ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.139430] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "990a34e1-cf52-4ce7-b0ff-d1a2cac106ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.141971] env[63043]: INFO nova.compute.manager [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Terminating instance [ 642.208605] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485506, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.284312] env[63043]: DEBUG nova.scheduler.client.report [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.287794] env[63043]: DEBUG nova.network.neutron [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Updating instance_info_cache with network_info: [{"id": "d8509b13-1811-42a3-ab27-a3732675ce4d", "address": "fa:16:3e:61:5c:d8", "network": {"id": "e1244af6-58d6-466b-ae56-ccfc5c3a3acc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-193987399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032bac363c8c49faaca5ca5657db9452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8509b13-18", "ovs_interfaceid": "d8509b13-1811-42a3-ab27-a3732675ce4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.370870] env[63043]: DEBUG nova.network.neutron [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Successfully created port: e3f71b36-5782-4b27-a9ad-6edfad34a752 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.459154] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079335} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.459590] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.460264] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cf83fa-faaf-43b8-9e00-309bd819620d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.485937] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] b0166fc9-a10c-4a84-a282-9689aa197254/b0166fc9-a10c-4a84-a282-9689aa197254.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.486325] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7758c786-153b-4e0f-aa0a-e4dac43a553c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.510177] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Waiting for the task: (returnval){ [ 642.510177] env[63043]: value = "task-2485508" [ 642.510177] env[63043]: _type = "Task" [ 642.510177] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.517065] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.615798] env[63043]: DEBUG nova.compute.manager [req-12b55521-1355-46ff-a25a-39fa7e6e41ee req-b9654fb8-0a84-4d72-9400-4aadde7ab00c service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Received event network-changed-d9957c76-4cbf-432b-9494-cb579a893c63 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.616039] env[63043]: DEBUG nova.compute.manager [req-12b55521-1355-46ff-a25a-39fa7e6e41ee req-b9654fb8-0a84-4d72-9400-4aadde7ab00c service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Refreshing instance network info cache due to event network-changed-d9957c76-4cbf-432b-9494-cb579a893c63. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.616260] env[63043]: DEBUG oslo_concurrency.lockutils [req-12b55521-1355-46ff-a25a-39fa7e6e41ee req-b9654fb8-0a84-4d72-9400-4aadde7ab00c service nova] Acquiring lock "refresh_cache-c5bfb89e-931f-462f-8d11-a47c28fdfdc2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.616438] env[63043]: DEBUG oslo_concurrency.lockutils [req-12b55521-1355-46ff-a25a-39fa7e6e41ee req-b9654fb8-0a84-4d72-9400-4aadde7ab00c service nova] Acquired lock "refresh_cache-c5bfb89e-931f-462f-8d11-a47c28fdfdc2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.616799] env[63043]: DEBUG nova.network.neutron [req-12b55521-1355-46ff-a25a-39fa7e6e41ee req-b9654fb8-0a84-4d72-9400-4aadde7ab00c service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Refreshing network info cache for port d9957c76-4cbf-432b-9494-cb579a893c63 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.621358] env[63043]: DEBUG nova.compute.manager [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.646794] env[63043]: DEBUG nova.compute.manager [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.647132] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.649142] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1cd336-6b0c-4bc0-8d61-b5dd994b7cdd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.657091] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.657628] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96bf45ec-c705-4e3d-b24e-d2bd69fceb1c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.666480] env[63043]: DEBUG oslo_vmware.api [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 642.666480] env[63043]: value = "task-2485509" [ 642.666480] env[63043]: _type = "Task" [ 642.666480] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.675379] env[63043]: DEBUG oslo_vmware.api [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.705549] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650725} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.706394] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c5bfb89e-931f-462f-8d11-a47c28fdfdc2/c5bfb89e-931f-462f-8d11-a47c28fdfdc2.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.706812] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.708536] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e5a0e91-6d68-4f98-b2b5-23cb65c72a95 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.715019] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Waiting for the task: (returnval){ [ 642.715019] env[63043]: value = "task-2485510" [ 642.715019] env[63043]: _type = "Task" [ 642.715019] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.723146] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.770677] env[63043]: DEBUG nova.compute.manager [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.797287] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.799047] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Releasing lock "refresh_cache-7d0e6646-06a1-446a-8650-7208d1ce265e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.799562] env[63043]: DEBUG nova.compute.manager [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Instance network_info: |[{"id": "d8509b13-1811-42a3-ab27-a3732675ce4d", "address": "fa:16:3e:61:5c:d8", "network": {"id": "e1244af6-58d6-466b-ae56-ccfc5c3a3acc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-193987399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032bac363c8c49faaca5ca5657db9452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8509b13-18", "ovs_interfaceid": "d8509b13-1811-42a3-ab27-a3732675ce4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.804604] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.035s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.805853] env[63043]: INFO nova.compute.claims [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.814575] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:5c:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8509b13-1811-42a3-ab27-a3732675ce4d', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.827666] env[63043]: DEBUG oslo.service.loopingcall [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.829188] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.830881] env[63043]: INFO nova.scheduler.client.report [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted allocations for instance 58b0ce0a-9269-471c-91b9-9873a0bceeff [ 642.831870] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68381fcd-4ab0-4a31-a037-c3756abfbfc1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.856208] env[63043]: DEBUG nova.virt.hardware [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.856857] env[63043]: DEBUG nova.virt.hardware [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.856857] env[63043]: DEBUG nova.virt.hardware [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.856857] env[63043]: DEBUG nova.virt.hardware [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.857080] env[63043]: DEBUG nova.virt.hardware [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.857114] env[63043]: DEBUG nova.virt.hardware [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.858034] env[63043]: DEBUG nova.virt.hardware [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.858034] env[63043]: DEBUG nova.virt.hardware [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.858265] env[63043]: DEBUG nova.virt.hardware [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.858707] env[63043]: DEBUG nova.virt.hardware [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.858707] env[63043]: DEBUG nova.virt.hardware [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.861762] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf62d0bc-bff8-42af-a135-c6038be40112 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.873671] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7168ca-1f6e-4a54-a140-8a9763945177 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.878850] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.878850] env[63043]: value = "task-2485511" [ 642.878850] env[63043]: _type = "Task" [ 642.878850] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.900489] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485511, 'name': CreateVM_Task} progress is 15%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.021233] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.051775] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.052026] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.052272] env[63043]: DEBUG nova.compute.manager [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Going to confirm migration 1 {{(pid=63043) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 643.152397] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.179298] env[63043]: DEBUG oslo_vmware.api [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485509, 'name': PowerOffVM_Task, 'duration_secs': 0.333245} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.179788] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.181087] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.181087] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c32d41f2-79d6-40a2-af8f-7ca00778a3a4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.228062] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.289604] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.289604] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.289604] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleting the datastore file [datastore2] 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.289604] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86f2d1d9-8ec8-4499-91b3-c86972f097c9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.297940] env[63043]: DEBUG oslo_vmware.api [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 643.297940] env[63043]: value = "task-2485513" [ 643.297940] env[63043]: _type = "Task" [ 643.297940] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.306246] env[63043]: DEBUG nova.compute.manager [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Received event network-vif-plugged-d8509b13-1811-42a3-ab27-a3732675ce4d {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.306743] env[63043]: DEBUG oslo_concurrency.lockutils [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] Acquiring lock "7d0e6646-06a1-446a-8650-7208d1ce265e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.306743] env[63043]: DEBUG oslo_concurrency.lockutils [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] Lock "7d0e6646-06a1-446a-8650-7208d1ce265e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.306921] env[63043]: DEBUG oslo_concurrency.lockutils [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] Lock "7d0e6646-06a1-446a-8650-7208d1ce265e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.306967] env[63043]: DEBUG nova.compute.manager [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] No waiting events found dispatching network-vif-plugged-d8509b13-1811-42a3-ab27-a3732675ce4d {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.307382] env[63043]: WARNING nova.compute.manager [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Received unexpected event network-vif-plugged-d8509b13-1811-42a3-ab27-a3732675ce4d for instance with vm_state building and task_state spawning. [ 643.307611] env[63043]: DEBUG nova.compute.manager [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Received event network-changed-d8509b13-1811-42a3-ab27-a3732675ce4d {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.307773] env[63043]: DEBUG nova.compute.manager [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Refreshing instance network info cache due to event network-changed-d8509b13-1811-42a3-ab27-a3732675ce4d. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 643.307957] env[63043]: DEBUG oslo_concurrency.lockutils [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] Acquiring lock "refresh_cache-7d0e6646-06a1-446a-8650-7208d1ce265e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.308106] env[63043]: DEBUG oslo_concurrency.lockutils [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] Acquired lock "refresh_cache-7d0e6646-06a1-446a-8650-7208d1ce265e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.308431] env[63043]: DEBUG nova.network.neutron [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Refreshing network info cache for port d8509b13-1811-42a3-ab27-a3732675ce4d {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.318614] env[63043]: DEBUG oslo_vmware.api [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.374489] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "58b0ce0a-9269-471c-91b9-9873a0bceeff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.531s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.392476] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485511, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.525756] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485508, 'name': ReconfigVM_Task, 'duration_secs': 1.011524} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.526274] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Reconfigured VM instance instance-00000011 to attach disk [datastore2] b0166fc9-a10c-4a84-a282-9689aa197254/b0166fc9-a10c-4a84-a282-9689aa197254.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.527194] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-051e2aa5-e7b5-4ee5-b654-e68b7682e88b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.533802] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Waiting for the task: (returnval){ [ 643.533802] env[63043]: value = "task-2485514" [ 643.533802] env[63043]: _type = "Task" [ 643.533802] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.544959] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485514, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.731365] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.660016} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.732428] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.732687] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.733186] env[63043]: DEBUG nova.network.neutron [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.733186] env[63043]: DEBUG nova.objects.instance [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lazy-loading 'info_cache' on Instance uuid 80805db5-2215-4d5a-9b38-e4d82d76ffbe {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.734546] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.735742] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d243853-5b93-4756-9587-f77bc1329fa6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.766455] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] c5bfb89e-931f-462f-8d11-a47c28fdfdc2/c5bfb89e-931f-462f-8d11-a47c28fdfdc2.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.769324] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Acquiring lock "443ff84c-f6fa-4514-9589-9fd02c7d7851" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.769554] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Lock "443ff84c-f6fa-4514-9589-9fd02c7d7851" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.770339] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69c3902-3572-454a-82a0-206bfa4bb0ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.793627] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Waiting for the task: (returnval){ [ 643.793627] env[63043]: value = "task-2485515" [ 643.793627] env[63043]: _type = "Task" [ 643.793627] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.806833] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.815528] env[63043]: DEBUG oslo_vmware.api [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346769} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.816152] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.816237] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.816522] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.816876] env[63043]: INFO nova.compute.manager [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Took 1.17 seconds to destroy the instance on the hypervisor. [ 643.817186] env[63043]: DEBUG oslo.service.loopingcall [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.817691] env[63043]: DEBUG nova.compute.manager [-] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.817790] env[63043]: DEBUG nova.network.neutron [-] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.892440] env[63043]: DEBUG nova.network.neutron [req-12b55521-1355-46ff-a25a-39fa7e6e41ee req-b9654fb8-0a84-4d72-9400-4aadde7ab00c service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Updated VIF entry in instance network info cache for port d9957c76-4cbf-432b-9494-cb579a893c63. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.892854] env[63043]: DEBUG nova.network.neutron [req-12b55521-1355-46ff-a25a-39fa7e6e41ee req-b9654fb8-0a84-4d72-9400-4aadde7ab00c service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Updating instance_info_cache with network_info: [{"id": "d9957c76-4cbf-432b-9494-cb579a893c63", "address": "fa:16:3e:a0:ad:05", "network": {"id": "5d66bfd7-12a2-46bd-b84c-248097cd8496", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1030658290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df963ad08da4ab19a11ef8620a2a854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9957c76-4c", "ovs_interfaceid": "d9957c76-4cbf-432b-9494-cb579a893c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.894837] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485511, 'name': CreateVM_Task, 'duration_secs': 0.818551} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.895040] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.896252] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.896252] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.896330] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.896593] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e2c8a70-b981-4b38-864c-ddb60cde9998 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.901697] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 643.901697] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52cc6192-b9f1-ab08-2892-9607b0ad9e57" [ 643.901697] env[63043]: _type = "Task" [ 643.901697] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.916788] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52cc6192-b9f1-ab08-2892-9607b0ad9e57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.050268] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485514, 'name': Rename_Task, 'duration_secs': 0.382162} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.050594] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.050857] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f71a0c2-b901-4533-b73b-d76482e295ef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.061728] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Waiting for the task: (returnval){ [ 644.061728] env[63043]: value = "task-2485516" [ 644.061728] env[63043]: _type = "Task" [ 644.061728] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.074351] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.312176] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485515, 'name': ReconfigVM_Task, 'duration_secs': 0.375188} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.318451] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Reconfigured VM instance instance-0000000f to attach disk [datastore1] c5bfb89e-931f-462f-8d11-a47c28fdfdc2/c5bfb89e-931f-462f-8d11-a47c28fdfdc2.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.320565] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03f8c9b4-9457-40e0-9ffb-56c832869c99 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.329935] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Waiting for the task: (returnval){ [ 644.329935] env[63043]: value = "task-2485517" [ 644.329935] env[63043]: _type = "Task" [ 644.329935] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.341347] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee93abd-ca03-4eff-9745-2492435a2398 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.357796] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485517, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.360302] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e5378b-8b0d-4e72-adde-c2fa6ad9305d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.398312] env[63043]: DEBUG oslo_concurrency.lockutils [req-12b55521-1355-46ff-a25a-39fa7e6e41ee req-b9654fb8-0a84-4d72-9400-4aadde7ab00c service nova] Releasing lock "refresh_cache-c5bfb89e-931f-462f-8d11-a47c28fdfdc2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.399623] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae42af20-040e-4ca7-8ff0-cdf896b15cdc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.416298] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5cf6e6-1684-4889-a08e-562d058eafcf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.421896] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52cc6192-b9f1-ab08-2892-9607b0ad9e57, 'name': SearchDatastore_Task, 'duration_secs': 0.019486} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.422744] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.423015] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.423279] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.423438] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.423640] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.423930] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b138343-a6f5-4549-9e93-587a20ffdd29 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.434527] env[63043]: DEBUG nova.compute.provider_tree [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.444816] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.446229] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.446331] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df0faab1-19cd-4bf8-8098-653c7d4866c7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.454329] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 644.454329] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5244a641-8c84-6ac7-d0b5-46d48a776fa1" [ 644.454329] env[63043]: _type = "Task" [ 644.454329] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.464021] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5244a641-8c84-6ac7-d0b5-46d48a776fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.573597] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485516, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.732055] env[63043]: DEBUG nova.network.neutron [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Updated VIF entry in instance network info cache for port d8509b13-1811-42a3-ab27-a3732675ce4d. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.736498] env[63043]: DEBUG nova.network.neutron [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Updating instance_info_cache with network_info: [{"id": "d8509b13-1811-42a3-ab27-a3732675ce4d", "address": "fa:16:3e:61:5c:d8", "network": {"id": "e1244af6-58d6-466b-ae56-ccfc5c3a3acc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-193987399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032bac363c8c49faaca5ca5657db9452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8509b13-18", "ovs_interfaceid": "d8509b13-1811-42a3-ab27-a3732675ce4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.777146] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.777420] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.847905] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485517, 'name': Rename_Task, 'duration_secs': 0.155689} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.847905] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.848359] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b67abe13-b3d1-4f9c-8bf4-7bfdc2ce4bde {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.854187] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Waiting for the task: (returnval){ [ 644.854187] env[63043]: value = "task-2485518" [ 644.854187] env[63043]: _type = "Task" [ 644.854187] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.863898] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.941650] env[63043]: DEBUG nova.scheduler.client.report [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.968918] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5244a641-8c84-6ac7-d0b5-46d48a776fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.019657} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.969708] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a788fe6-563d-414b-a53c-efaaab3be61d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.976030] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 644.976030] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526dad7d-c691-ac8d-f2c0-05ce234671de" [ 644.976030] env[63043]: _type = "Task" [ 644.976030] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.984116] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526dad7d-c691-ac8d-f2c0-05ce234671de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.073373] env[63043]: DEBUG oslo_vmware.api [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485516, 'name': PowerOnVM_Task, 'duration_secs': 0.674371} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.073703] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.073918] env[63043]: INFO nova.compute.manager [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Took 4.87 seconds to spawn the instance on the hypervisor. [ 645.074111] env[63043]: DEBUG nova.compute.manager [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.074879] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d6b40f-2420-41da-9399-90e6f990550b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.121937] env[63043]: DEBUG nova.network.neutron [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Successfully updated port: e3f71b36-5782-4b27-a9ad-6edfad34a752 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.235077] env[63043]: DEBUG oslo_concurrency.lockutils [req-8791c6a3-96bf-4863-a6f0-017eba96fecf req-162abe10-0fa8-42f5-bc7f-7debe05a8c7f service nova] Releasing lock "refresh_cache-7d0e6646-06a1-446a-8650-7208d1ce265e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.261372] env[63043]: DEBUG nova.network.neutron [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance_info_cache with network_info: [{"id": "471db8f3-fbde-4e0d-af24-31c974a671f0", "address": "fa:16:3e:b1:71:d5", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap471db8f3-fb", "ovs_interfaceid": "471db8f3-fbde-4e0d-af24-31c974a671f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.365147] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485518, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.409546] env[63043]: DEBUG nova.network.neutron [-] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.451272] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.451777] env[63043]: DEBUG nova.compute.manager [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.456039] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.617s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.457973] env[63043]: INFO nova.compute.claims [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.494220] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526dad7d-c691-ac8d-f2c0-05ce234671de, 'name': SearchDatastore_Task, 'duration_secs': 0.016231} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.494649] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.495829] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 7d0e6646-06a1-446a-8650-7208d1ce265e/7d0e6646-06a1-446a-8650-7208d1ce265e.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.496036] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfb01826-2270-4cbe-882c-55a0611691b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.504117] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 645.504117] env[63043]: value = "task-2485519" [ 645.504117] env[63043]: _type = "Task" [ 645.504117] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.515406] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.597263] env[63043]: INFO nova.compute.manager [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Took 27.86 seconds to build instance. [ 645.615597] env[63043]: DEBUG nova.compute.manager [req-660d930c-ed0f-4a1d-b48c-dd03ea1045fd req-b08a058c-ef3b-44b2-adf9-63413c79698e service nova] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Received event network-vif-deleted-7c904388-f5ac-4ea4-8553-47cffc558f7d {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.627039] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Acquiring lock "refresh_cache-ffb951f2-2150-4168-a465-c5492557b199" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.627039] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Acquired lock "refresh_cache-ffb951f2-2150-4168-a465-c5492557b199" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.627039] env[63043]: DEBUG nova.network.neutron [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.764502] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.764711] env[63043]: DEBUG nova.objects.instance [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lazy-loading 'migration_context' on Instance uuid 80805db5-2215-4d5a-9b38-e4d82d76ffbe {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.873670] env[63043]: DEBUG oslo_vmware.api [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485518, 'name': PowerOnVM_Task, 'duration_secs': 0.654124} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.874824] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.875016] env[63043]: INFO nova.compute.manager [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Took 10.78 seconds to spawn the instance on the hypervisor. [ 645.875890] env[63043]: DEBUG nova.compute.manager [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.877736] env[63043]: DEBUG nova.compute.manager [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] [instance: ffb951f2-2150-4168-a465-c5492557b199] Received event network-vif-plugged-e3f71b36-5782-4b27-a9ad-6edfad34a752 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.877941] env[63043]: DEBUG oslo_concurrency.lockutils [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] Acquiring lock "ffb951f2-2150-4168-a465-c5492557b199-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.879046] env[63043]: DEBUG oslo_concurrency.lockutils [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] Lock "ffb951f2-2150-4168-a465-c5492557b199-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.879275] env[63043]: DEBUG oslo_concurrency.lockutils [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] Lock "ffb951f2-2150-4168-a465-c5492557b199-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.879454] env[63043]: DEBUG nova.compute.manager [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] [instance: ffb951f2-2150-4168-a465-c5492557b199] No waiting events found dispatching network-vif-plugged-e3f71b36-5782-4b27-a9ad-6edfad34a752 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.881430] env[63043]: WARNING nova.compute.manager [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] [instance: ffb951f2-2150-4168-a465-c5492557b199] Received unexpected event network-vif-plugged-e3f71b36-5782-4b27-a9ad-6edfad34a752 for instance with vm_state building and task_state spawning. [ 645.881430] env[63043]: DEBUG nova.compute.manager [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] [instance: ffb951f2-2150-4168-a465-c5492557b199] Received event network-changed-e3f71b36-5782-4b27-a9ad-6edfad34a752 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.881637] env[63043]: DEBUG nova.compute.manager [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] [instance: ffb951f2-2150-4168-a465-c5492557b199] Refreshing instance network info cache due to event network-changed-e3f71b36-5782-4b27-a9ad-6edfad34a752. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 645.881788] env[63043]: DEBUG oslo_concurrency.lockutils [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] Acquiring lock "refresh_cache-ffb951f2-2150-4168-a465-c5492557b199" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.882884] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06ab877-f330-4796-b89c-5f7252fa7f59 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.913478] env[63043]: INFO nova.compute.manager [-] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Took 2.10 seconds to deallocate network for instance. [ 645.957811] env[63043]: DEBUG nova.compute.utils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 645.959248] env[63043]: DEBUG nova.compute.manager [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.959424] env[63043]: DEBUG nova.network.neutron [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.019297] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485519, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.029630] env[63043]: DEBUG nova.policy [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2d62448b5c443b79f06265039e7ae8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ddc23ec15604dae9f4badeb2b2dfa42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.102059] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c166f17d-add9-4e09-b5b1-ff2401962263 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Lock "b0166fc9-a10c-4a84-a282-9689aa197254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.370s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.183162] env[63043]: DEBUG nova.network.neutron [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.267425] env[63043]: DEBUG nova.objects.base [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Object Instance<80805db5-2215-4d5a-9b38-e4d82d76ffbe> lazy-loaded attributes: info_cache,migration_context {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 646.268294] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3e2c1f-a15b-4f09-8883-a623719da2f7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.297448] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161610fa-eee2-4d65-b65c-ea95c0c32ba8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.305021] env[63043]: DEBUG oslo_vmware.api [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 646.305021] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e714a3-51af-dedd-8144-6efde84493a2" [ 646.305021] env[63043]: _type = "Task" [ 646.305021] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.313131] env[63043]: DEBUG oslo_vmware.api [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e714a3-51af-dedd-8144-6efde84493a2, 'name': SearchDatastore_Task, 'duration_secs': 0.007434} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.314031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.412936] env[63043]: INFO nova.compute.manager [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Took 29.83 seconds to build instance. [ 646.422723] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.469330] env[63043]: DEBUG nova.compute.manager [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.510424] env[63043]: DEBUG nova.network.neutron [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Updating instance_info_cache with network_info: [{"id": "e3f71b36-5782-4b27-a9ad-6edfad34a752", "address": "fa:16:3e:65:56:08", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f71b36-57", "ovs_interfaceid": "e3f71b36-5782-4b27-a9ad-6edfad34a752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.522431] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826312} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.522431] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 7d0e6646-06a1-446a-8650-7208d1ce265e/7d0e6646-06a1-446a-8650-7208d1ce265e.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.522431] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.525879] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd46a968-be17-4c94-b7ef-f8a336ac4de6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.537818] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 646.537818] env[63043]: value = "task-2485520" [ 646.537818] env[63043]: _type = "Task" [ 646.537818] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.551589] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.605590] env[63043]: DEBUG nova.compute.manager [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.635340] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.635668] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.682745] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Acquiring lock "4fe02429-cd39-4135-9936-b520204db2d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.683165] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Lock "4fe02429-cd39-4135-9936-b520204db2d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.683456] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Acquiring lock "4fe02429-cd39-4135-9936-b520204db2d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.683671] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Lock "4fe02429-cd39-4135-9936-b520204db2d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.683846] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Lock "4fe02429-cd39-4135-9936-b520204db2d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.691187] env[63043]: INFO nova.compute.manager [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Terminating instance [ 646.727249] env[63043]: DEBUG nova.network.neutron [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Successfully created port: f0b9f971-9aa6-4946-9e31-eaaba6e7c5be {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.913796] env[63043]: DEBUG oslo_concurrency.lockutils [None req-574f43f2-2060-4ac0-9c3a-a03ab80be412 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Lock "c5bfb89e-931f-462f-8d11-a47c28fdfdc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.355s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.016479] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Releasing lock "refresh_cache-ffb951f2-2150-4168-a465-c5492557b199" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.017334] env[63043]: DEBUG nova.compute.manager [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Instance network_info: |[{"id": "e3f71b36-5782-4b27-a9ad-6edfad34a752", "address": "fa:16:3e:65:56:08", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f71b36-57", "ovs_interfaceid": "e3f71b36-5782-4b27-a9ad-6edfad34a752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.017911] env[63043]: DEBUG oslo_concurrency.lockutils [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] Acquired lock "refresh_cache-ffb951f2-2150-4168-a465-c5492557b199" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.018522] env[63043]: DEBUG nova.network.neutron [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] [instance: ffb951f2-2150-4168-a465-c5492557b199] Refreshing network info cache for port e3f71b36-5782-4b27-a9ad-6edfad34a752 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.022223] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:56:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3f71b36-5782-4b27-a9ad-6edfad34a752', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.031032] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Creating folder: Project (b6a2ad840c42413c98e656a24d1a33c4). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.037224] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36f72970-8f6b-4941-b620-a2db521475d9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.051835] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084298} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.051835] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.053069] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8f752d-70f0-4a11-ae7f-20fb8e98fe2f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.057537] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Created folder: Project (b6a2ad840c42413c98e656a24d1a33c4) in parent group-v502843. [ 647.057537] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Creating folder: Instances. Parent ref: group-v502892. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.061029] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce9030ea-71ef-4e37-890c-fb67b7f8085c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.082281] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 7d0e6646-06a1-446a-8650-7208d1ce265e/7d0e6646-06a1-446a-8650-7208d1ce265e.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.084179] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbec63ac-ef43-4f9e-a008-ca11410c3fb2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.099450] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce56b869-955f-4d21-92d6-34800a6c7888 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.103843] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Created folder: Instances in parent group-v502892. [ 647.104149] env[63043]: DEBUG oslo.service.loopingcall [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.106778] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffb951f2-2150-4168-a465-c5492557b199] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.106778] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b16b83f-85ef-4c73-88bb-fa30fa9405c1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.126830] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 647.126830] env[63043]: value = "task-2485523" [ 647.126830] env[63043]: _type = "Task" [ 647.126830] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.131355] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b368e974-c722-4226-a2bb-c06ff120a318 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.140280] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.140280] env[63043]: value = "task-2485524" [ 647.140280] env[63043]: _type = "Task" [ 647.140280] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.175316] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.176591] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.180882] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe26c81-004e-4488-b684-6f301999d7b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.184050] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485524, 'name': CreateVM_Task} progress is 15%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.191220] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d3e4b2-08b0-4447-a532-6309af4285cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.195907] env[63043]: DEBUG nova.compute.manager [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.196165] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.196954] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b8e9d3-200c-4c44-9f4e-2a98523b6044 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.210161] env[63043]: DEBUG nova.compute.provider_tree [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.216095] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.216545] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d409b4d-7c3b-4239-9b63-df3622cd8b7e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.223553] env[63043]: DEBUG oslo_vmware.api [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Waiting for the task: (returnval){ [ 647.223553] env[63043]: value = "task-2485525" [ 647.223553] env[63043]: _type = "Task" [ 647.223553] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.232183] env[63043]: DEBUG oslo_vmware.api [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.417680] env[63043]: DEBUG nova.compute.manager [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.432938] env[63043]: DEBUG nova.network.neutron [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] [instance: ffb951f2-2150-4168-a465-c5492557b199] Updated VIF entry in instance network info cache for port e3f71b36-5782-4b27-a9ad-6edfad34a752. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.432938] env[63043]: DEBUG nova.network.neutron [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] [instance: ffb951f2-2150-4168-a465-c5492557b199] Updating instance_info_cache with network_info: [{"id": "e3f71b36-5782-4b27-a9ad-6edfad34a752", "address": "fa:16:3e:65:56:08", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f71b36-57", "ovs_interfaceid": "e3f71b36-5782-4b27-a9ad-6edfad34a752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.485563] env[63043]: DEBUG nova.compute.manager [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.525217] env[63043]: DEBUG nova.virt.hardware [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.525560] env[63043]: DEBUG nova.virt.hardware [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.525652] env[63043]: DEBUG nova.virt.hardware [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.525925] env[63043]: DEBUG nova.virt.hardware [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.526052] env[63043]: DEBUG nova.virt.hardware [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.526682] env[63043]: DEBUG nova.virt.hardware [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.526991] env[63043]: DEBUG nova.virt.hardware [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.527182] env[63043]: DEBUG nova.virt.hardware [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.527358] env[63043]: DEBUG nova.virt.hardware [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.527586] env[63043]: DEBUG nova.virt.hardware [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.527789] env[63043]: DEBUG nova.virt.hardware [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.529328] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0281b40b-be76-4992-bd54-9165a7c70d2e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.539569] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ce2c80-6f68-414f-b4c5-eb8eb216f4d1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.590355] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Acquiring lock "ceca798f-e220-445a-b8cc-72855897fadf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.590611] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Lock "ceca798f-e220-445a-b8cc-72855897fadf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.645842] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485523, 'name': ReconfigVM_Task, 'duration_secs': 0.503917} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.648709] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 7d0e6646-06a1-446a-8650-7208d1ce265e/7d0e6646-06a1-446a-8650-7208d1ce265e.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.649370] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43ebb1e8-9b39-412d-9d93-0cc7bdb5500b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.657527] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485524, 'name': CreateVM_Task, 'duration_secs': 0.453681} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.657747] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffb951f2-2150-4168-a465-c5492557b199] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.658115] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 647.658115] env[63043]: value = "task-2485526" [ 647.658115] env[63043]: _type = "Task" [ 647.658115] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.658743] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.658945] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.659271] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.659553] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab039f2d-8e05-41fa-a4f2-c2225f8e56eb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.666801] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Waiting for the task: (returnval){ [ 647.666801] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524c2f2d-e019-50d9-38ff-df2f140ecdcf" [ 647.666801] env[63043]: _type = "Task" [ 647.666801] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.670047] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485526, 'name': Rename_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.677258] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524c2f2d-e019-50d9-38ff-df2f140ecdcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.717553] env[63043]: DEBUG nova.scheduler.client.report [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.735880] env[63043]: DEBUG oslo_vmware.api [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485525, 'name': PowerOffVM_Task, 'duration_secs': 0.289065} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.735880] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.735880] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.735880] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aada1ea2-15e9-42a3-874a-4eebef8677ee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.816487] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.816721] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.816903] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Deleting the datastore file [datastore2] 4fe02429-cd39-4135-9936-b520204db2d9 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.817180] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d765ce3-b3a7-4292-b60b-2c8d935f4aa7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.430349] env[63043]: DEBUG oslo_concurrency.lockutils [req-66cc153b-dd6e-4ef2-b8cf-3e34e0937a6e req-815b16fc-756c-41f1-960c-b1c7868cfbe7 service nova] Releasing lock "refresh_cache-ffb951f2-2150-4168-a465-c5492557b199" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.431131] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.975s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.431605] env[63043]: DEBUG nova.compute.manager [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.434733] env[63043]: DEBUG nova.compute.manager [None req-ff49a656-b316-47f4-b338-4a4c03d345ec tempest-ServerDiagnosticsV248Test-1806767742 tempest-ServerDiagnosticsV248Test-1806767742-project-admin] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.443238] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.042s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.444899] env[63043]: INFO nova.compute.claims [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.448190] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaa06fb-546d-457d-ace4-8aa16e4b96d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.454105] env[63043]: DEBUG oslo_vmware.api [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Waiting for the task: (returnval){ [ 648.454105] env[63043]: value = "task-2485528" [ 648.454105] env[63043]: _type = "Task" [ 648.454105] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.467549] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485526, 'name': Rename_Task, 'duration_secs': 0.382662} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.467804] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524c2f2d-e019-50d9-38ff-df2f140ecdcf, 'name': SearchDatastore_Task, 'duration_secs': 0.01749} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.468859] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.469878] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.470215] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.470436] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.470655] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.470938] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.471027] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.476200] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8e06080-6499-4bf4-91a8-52bafd5500bb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.477145] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f964d28-ffae-4ff2-86df-ba8a73e03d9b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.478900] env[63043]: DEBUG oslo_vmware.api [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.479530] env[63043]: INFO nova.compute.manager [None req-ff49a656-b316-47f4-b338-4a4c03d345ec tempest-ServerDiagnosticsV248Test-1806767742 tempest-ServerDiagnosticsV248Test-1806767742-project-admin] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Retrieving diagnostics [ 648.480340] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7a7437-4456-4d17-acd9-82489ced6358 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.516155] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.516155] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.516611] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 648.516611] env[63043]: value = "task-2485529" [ 648.516611] env[63043]: _type = "Task" [ 648.516611] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.517278] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1524ef-ea72-4a1a-9945-ae09f0c19907 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.529154] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Waiting for the task: (returnval){ [ 648.529154] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5203d37d-f659-7f3f-9b62-928bb8f1b051" [ 648.529154] env[63043]: _type = "Task" [ 648.529154] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.529312] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.537545] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5203d37d-f659-7f3f-9b62-928bb8f1b051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.561859] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "70d8967e-a6f6-458e-965d-47ebfb867526" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.562293] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "70d8967e-a6f6-458e-965d-47ebfb867526" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.829760] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquiring lock "f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.830682] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Lock "f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.938731] env[63043]: DEBUG nova.compute.utils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 648.940701] env[63043]: DEBUG nova.compute.manager [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.940971] env[63043]: DEBUG nova.network.neutron [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.967863] env[63043]: DEBUG oslo_vmware.api [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Task: {'id': task-2485528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433474} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.968846] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.969140] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.969385] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.969614] env[63043]: INFO nova.compute.manager [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Took 1.77 seconds to destroy the instance on the hypervisor. [ 648.969937] env[63043]: DEBUG oslo.service.loopingcall [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.970402] env[63043]: DEBUG nova.compute.manager [-] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.970817] env[63043]: DEBUG nova.network.neutron [-] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.984434] env[63043]: DEBUG nova.policy [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ed752aa58e49dba84a3c79046d3182', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '032bac363c8c49faaca5ca5657db9452', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.031298] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485529, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.044130] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5203d37d-f659-7f3f-9b62-928bb8f1b051, 'name': SearchDatastore_Task, 'duration_secs': 0.014057} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.045646] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca3e2b0-a7d7-468a-94a0-d18a268068ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.054876] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Waiting for the task: (returnval){ [ 649.054876] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b761d3-7502-41f6-8cb3-eb572e117f6c" [ 649.054876] env[63043]: _type = "Task" [ 649.054876] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.065535] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b761d3-7502-41f6-8cb3-eb572e117f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.067607] env[63043]: DEBUG nova.network.neutron [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Successfully updated port: f0b9f971-9aa6-4946-9e31-eaaba6e7c5be {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.402921] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "dd9d50c4-0607-4247-8e76-06903fb0a599" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.403248] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "dd9d50c4-0607-4247-8e76-06903fb0a599" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.444889] env[63043]: DEBUG nova.compute.manager [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.529866] env[63043]: DEBUG oslo_vmware.api [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485529, 'name': PowerOnVM_Task, 'duration_secs': 0.784921} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.532880] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.532880] env[63043]: INFO nova.compute.manager [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Took 11.88 seconds to spawn the instance on the hypervisor. [ 649.532880] env[63043]: DEBUG nova.compute.manager [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.532880] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1a0e31-7ff2-47cc-940a-5350811213c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.565435] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b761d3-7502-41f6-8cb3-eb572e117f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.014247} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.566507] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.566972] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] ffb951f2-2150-4168-a465-c5492557b199/ffb951f2-2150-4168-a465-c5492557b199.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.573151] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f81e9c3-8136-4e38-9715-155f7b87947d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.574338] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Acquiring lock "refresh_cache-d982bc6e-2297-46d0-a623-1744fb3ee44b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.575054] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Acquired lock "refresh_cache-d982bc6e-2297-46d0-a623-1744fb3ee44b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.575054] env[63043]: DEBUG nova.network.neutron [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.588818] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Waiting for the task: (returnval){ [ 649.588818] env[63043]: value = "task-2485530" [ 649.588818] env[63043]: _type = "Task" [ 649.588818] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.607991] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.625208] env[63043]: DEBUG nova.network.neutron [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Successfully created port: b074e377-de3c-4b12-8a1e-22b056558833 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.667974] env[63043]: DEBUG nova.compute.manager [req-29e7c467-6a85-4b5c-b50a-26e44fdba129 req-fc47bdde-ca49-435e-bd7a-52d2155b1eae service nova] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Received event network-vif-plugged-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.668096] env[63043]: DEBUG oslo_concurrency.lockutils [req-29e7c467-6a85-4b5c-b50a-26e44fdba129 req-fc47bdde-ca49-435e-bd7a-52d2155b1eae service nova] Acquiring lock "d982bc6e-2297-46d0-a623-1744fb3ee44b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.668287] env[63043]: DEBUG oslo_concurrency.lockutils [req-29e7c467-6a85-4b5c-b50a-26e44fdba129 req-fc47bdde-ca49-435e-bd7a-52d2155b1eae service nova] Lock "d982bc6e-2297-46d0-a623-1744fb3ee44b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.668451] env[63043]: DEBUG oslo_concurrency.lockutils [req-29e7c467-6a85-4b5c-b50a-26e44fdba129 req-fc47bdde-ca49-435e-bd7a-52d2155b1eae service nova] Lock "d982bc6e-2297-46d0-a623-1744fb3ee44b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.668614] env[63043]: DEBUG nova.compute.manager [req-29e7c467-6a85-4b5c-b50a-26e44fdba129 req-fc47bdde-ca49-435e-bd7a-52d2155b1eae service nova] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] No waiting events found dispatching network-vif-plugged-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.668778] env[63043]: WARNING nova.compute.manager [req-29e7c467-6a85-4b5c-b50a-26e44fdba129 req-fc47bdde-ca49-435e-bd7a-52d2155b1eae service nova] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Received unexpected event network-vif-plugged-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be for instance with vm_state building and task_state spawning. [ 649.825739] env[63043]: DEBUG nova.network.neutron [-] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.981234] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf1e799-bf0a-4fe9-ae8a-528473639c28 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.991517] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec2eb3e-ea3d-425d-af5f-b62ffe5e09c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.027444] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517e9d7b-b189-4093-ab6c-09015b6fc56b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.035900] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7b6269-0de1-4c8b-a69b-ebe218d7c9fd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.058527] env[63043]: DEBUG nova.compute.provider_tree [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.059775] env[63043]: INFO nova.compute.manager [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Took 32.96 seconds to build instance. [ 650.096807] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.128770] env[63043]: DEBUG nova.network.neutron [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.328750] env[63043]: INFO nova.compute.manager [-] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Took 1.36 seconds to deallocate network for instance. [ 650.455142] env[63043]: DEBUG nova.compute.manager [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.478167] env[63043]: DEBUG nova.network.neutron [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Updating instance_info_cache with network_info: [{"id": "f0b9f971-9aa6-4946-9e31-eaaba6e7c5be", "address": "fa:16:3e:f3:20:82", "network": {"id": "c66b5296-00cc-47e1-b324-f9ccddcb3283", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-518774135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddc23ec15604dae9f4badeb2b2dfa42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b9f971-9a", "ovs_interfaceid": "f0b9f971-9aa6-4946-9e31-eaaba6e7c5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.491412] env[63043]: DEBUG nova.virt.hardware [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.492489] env[63043]: DEBUG nova.virt.hardware [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.492489] env[63043]: DEBUG nova.virt.hardware [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.492489] env[63043]: DEBUG nova.virt.hardware [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.492489] env[63043]: DEBUG nova.virt.hardware [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.492489] env[63043]: DEBUG nova.virt.hardware [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.492702] env[63043]: DEBUG nova.virt.hardware [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.492997] env[63043]: DEBUG nova.virt.hardware [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.493735] env[63043]: DEBUG nova.virt.hardware [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.493978] env[63043]: DEBUG nova.virt.hardware [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.498016] env[63043]: DEBUG nova.virt.hardware [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.498016] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afb5dee-296b-441d-aa50-ce2d955f64af {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.508019] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6c1710-165e-4bc6-8fb2-dcfa148cbae9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.560660] env[63043]: DEBUG nova.scheduler.client.report [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.565611] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "7d0e6646-06a1-446a-8650-7208d1ce265e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.476s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.603662] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855615} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.604099] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] ffb951f2-2150-4168-a465-c5492557b199/ffb951f2-2150-4168-a465-c5492557b199.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.604099] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.604335] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f448794-6331-484d-a662-b60c3128d089 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.612135] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Waiting for the task: (returnval){ [ 650.612135] env[63043]: value = "task-2485531" [ 650.612135] env[63043]: _type = "Task" [ 650.612135] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.624983] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.837054] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.983427] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Releasing lock "refresh_cache-d982bc6e-2297-46d0-a623-1744fb3ee44b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.983780] env[63043]: DEBUG nova.compute.manager [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Instance network_info: |[{"id": "f0b9f971-9aa6-4946-9e31-eaaba6e7c5be", "address": "fa:16:3e:f3:20:82", "network": {"id": "c66b5296-00cc-47e1-b324-f9ccddcb3283", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-518774135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddc23ec15604dae9f4badeb2b2dfa42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b9f971-9a", "ovs_interfaceid": "f0b9f971-9aa6-4946-9e31-eaaba6e7c5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.984246] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:20:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0b9f971-9aa6-4946-9e31-eaaba6e7c5be', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.996136] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Creating folder: Project (6ddc23ec15604dae9f4badeb2b2dfa42). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.996136] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80844678-a430-485d-8ac2-8d5ead9cf8c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.007504] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Created folder: Project (6ddc23ec15604dae9f4badeb2b2dfa42) in parent group-v502843. [ 651.007980] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Creating folder: Instances. Parent ref: group-v502895. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.007980] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e85df2bc-b0ff-4832-9cf3-2d2100f097a6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.019762] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Created folder: Instances in parent group-v502895. [ 651.020073] env[63043]: DEBUG oslo.service.loopingcall [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.020280] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.020486] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ceadce5-5ba1-4850-9cb4-5de0dfcdd0a5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.045134] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.045134] env[63043]: value = "task-2485534" [ 651.045134] env[63043]: _type = "Task" [ 651.045134] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.054298] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485534, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.068719] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.071639] env[63043]: DEBUG nova.compute.manager [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.072342] env[63043]: DEBUG nova.compute.manager [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.078060] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.279s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.078060] env[63043]: INFO nova.compute.claims [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.079022] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "ca539a23-d0b8-43b1-aebd-bbc92ab21034" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.079242] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "ca539a23-d0b8-43b1-aebd-bbc92ab21034" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.079445] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "ca539a23-d0b8-43b1-aebd-bbc92ab21034-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.079656] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "ca539a23-d0b8-43b1-aebd-bbc92ab21034-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.079776] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "ca539a23-d0b8-43b1-aebd-bbc92ab21034-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.081598] env[63043]: INFO nova.compute.manager [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Terminating instance [ 651.128402] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236851} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.128774] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.129616] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d13f270-4e14-494e-878c-bb1f4aeee087 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.154412] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] ffb951f2-2150-4168-a465-c5492557b199/ffb951f2-2150-4168-a465-c5492557b199.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.155082] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be9b0b90-2ed5-42ea-b5aa-e04dad9f873b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.176348] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Waiting for the task: (returnval){ [ 651.176348] env[63043]: value = "task-2485535" [ 651.176348] env[63043]: _type = "Task" [ 651.176348] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.184606] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.297449] env[63043]: DEBUG nova.compute.manager [req-6b5f163c-8418-4782-8581-2615d85ad412 req-aa0d5e82-3a47-485a-b3e2-dd38cc79e501 service nova] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Received event network-vif-plugged-b074e377-de3c-4b12-8a1e-22b056558833 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.297672] env[63043]: DEBUG oslo_concurrency.lockutils [req-6b5f163c-8418-4782-8581-2615d85ad412 req-aa0d5e82-3a47-485a-b3e2-dd38cc79e501 service nova] Acquiring lock "741b00c8-123d-4c52-b0cd-f40673034ea9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.297874] env[63043]: DEBUG oslo_concurrency.lockutils [req-6b5f163c-8418-4782-8581-2615d85ad412 req-aa0d5e82-3a47-485a-b3e2-dd38cc79e501 service nova] Lock "741b00c8-123d-4c52-b0cd-f40673034ea9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.298288] env[63043]: DEBUG oslo_concurrency.lockutils [req-6b5f163c-8418-4782-8581-2615d85ad412 req-aa0d5e82-3a47-485a-b3e2-dd38cc79e501 service nova] Lock "741b00c8-123d-4c52-b0cd-f40673034ea9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.301019] env[63043]: DEBUG nova.compute.manager [req-6b5f163c-8418-4782-8581-2615d85ad412 req-aa0d5e82-3a47-485a-b3e2-dd38cc79e501 service nova] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] No waiting events found dispatching network-vif-plugged-b074e377-de3c-4b12-8a1e-22b056558833 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.301019] env[63043]: WARNING nova.compute.manager [req-6b5f163c-8418-4782-8581-2615d85ad412 req-aa0d5e82-3a47-485a-b3e2-dd38cc79e501 service nova] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Received unexpected event network-vif-plugged-b074e377-de3c-4b12-8a1e-22b056558833 for instance with vm_state building and task_state spawning. [ 651.562331] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485534, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.576933] env[63043]: DEBUG nova.compute.utils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 651.578457] env[63043]: DEBUG nova.compute.manager [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.578629] env[63043]: DEBUG nova.network.neutron [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.593511] env[63043]: DEBUG nova.compute.manager [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.593511] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.593511] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcd97c1-0e3b-4ae1-bd8c-c93479446314 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.606538] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.606762] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8114041d-277c-44d2-8dd0-b3a93a707ed5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.622392] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.688738] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.703874] env[63043]: DEBUG nova.policy [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79046f3072374dd8ae14d87315981666', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2424172a3360499784b733338ad3bb49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.708099] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.708099] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.708099] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Deleting the datastore file [datastore1] ca539a23-d0b8-43b1-aebd-bbc92ab21034 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.708099] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03775f7c-b223-44a6-8faf-f8b7a8c38024 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.713482] env[63043]: DEBUG oslo_vmware.api [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 651.713482] env[63043]: value = "task-2485537" [ 651.713482] env[63043]: _type = "Task" [ 651.713482] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.726676] env[63043]: DEBUG oslo_vmware.api [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.748844] env[63043]: DEBUG nova.compute.manager [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Received event network-changed-d9957c76-4cbf-432b-9494-cb579a893c63 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.749672] env[63043]: DEBUG nova.compute.manager [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Refreshing instance network info cache due to event network-changed-d9957c76-4cbf-432b-9494-cb579a893c63. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.750225] env[63043]: DEBUG oslo_concurrency.lockutils [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] Acquiring lock "refresh_cache-c5bfb89e-931f-462f-8d11-a47c28fdfdc2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.750498] env[63043]: DEBUG oslo_concurrency.lockutils [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] Acquired lock "refresh_cache-c5bfb89e-931f-462f-8d11-a47c28fdfdc2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.750709] env[63043]: DEBUG nova.network.neutron [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Refreshing network info cache for port d9957c76-4cbf-432b-9494-cb579a893c63 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.778053] env[63043]: DEBUG nova.network.neutron [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Successfully updated port: b074e377-de3c-4b12-8a1e-22b056558833 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.999680] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.999680] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.060702] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485534, 'name': CreateVM_Task, 'duration_secs': 0.689809} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.060702] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.061542] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.061542] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.062718] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.062718] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20094c9e-90a0-4a36-b4e3-7cf7dc069a7d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.069933] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Waiting for the task: (returnval){ [ 652.069933] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5200c87d-1d79-6216-6381-9f15c8d0f475" [ 652.069933] env[63043]: _type = "Task" [ 652.069933] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.081126] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5200c87d-1d79-6216-6381-9f15c8d0f475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.090018] env[63043]: DEBUG nova.compute.manager [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.196719] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485535, 'name': ReconfigVM_Task, 'duration_secs': 0.749546} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.197115] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Reconfigured VM instance instance-00000012 to attach disk [datastore2] ffb951f2-2150-4168-a465-c5492557b199/ffb951f2-2150-4168-a465-c5492557b199.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.200918] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c25ab52c-0873-4375-a06c-5e9778fbf197 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.215081] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Waiting for the task: (returnval){ [ 652.215081] env[63043]: value = "task-2485538" [ 652.215081] env[63043]: _type = "Task" [ 652.215081] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.232247] env[63043]: DEBUG oslo_vmware.api [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361064} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.235894] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.236155] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.236344] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.237216] env[63043]: INFO nova.compute.manager [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Took 0.65 seconds to destroy the instance on the hypervisor. [ 652.237428] env[63043]: DEBUG oslo.service.loopingcall [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.237645] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485538, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.240411] env[63043]: DEBUG nova.compute.manager [-] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.240511] env[63043]: DEBUG nova.network.neutron [-] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.283037] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "refresh_cache-741b00c8-123d-4c52-b0cd-f40673034ea9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.283257] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired lock "refresh_cache-741b00c8-123d-4c52-b0cd-f40673034ea9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.283380] env[63043]: DEBUG nova.network.neutron [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.397024] env[63043]: DEBUG nova.network.neutron [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Successfully created port: 9ff5917f-c23c-4c80-8c37-1be1f8751a5e {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.512435] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.512525] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.513379] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.581486] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5200c87d-1d79-6216-6381-9f15c8d0f475, 'name': SearchDatastore_Task, 'duration_secs': 0.01183} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.582042] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.582042] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.584365] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.584365] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.584365] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.584365] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-846821f2-61bc-427c-8cdd-cb80ac0f3d8a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.592679] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.592829] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.598825] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1202e81c-ebc0-4b47-8102-13c6177097fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.611713] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Waiting for the task: (returnval){ [ 652.611713] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c34649-04bb-e527-d401-502e53a28d27" [ 652.611713] env[63043]: _type = "Task" [ 652.611713] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.632021] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c34649-04bb-e527-d401-502e53a28d27, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.632021] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e56475b-b233-44a1-92ba-fb43fdaf9845 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.635126] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Waiting for the task: (returnval){ [ 652.635126] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a7d9ec-9a82-fc17-6913-1193651ad288" [ 652.635126] env[63043]: _type = "Task" [ 652.635126] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.654946] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a7d9ec-9a82-fc17-6913-1193651ad288, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.654946] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.654946] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] d982bc6e-2297-46d0-a623-1744fb3ee44b/d982bc6e-2297-46d0-a623-1744fb3ee44b.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.655478] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c040eaa-c8cd-4287-999c-9db2da5b805b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.666740] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Waiting for the task: (returnval){ [ 652.666740] env[63043]: value = "task-2485539" [ 652.666740] env[63043]: _type = "Task" [ 652.666740] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.679633] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.738421] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485538, 'name': Rename_Task, 'duration_secs': 0.209362} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.738421] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.738421] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-708ae3ba-de8b-4315-9a6a-957b6612917f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.744263] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Waiting for the task: (returnval){ [ 652.744263] env[63043]: value = "task-2485540" [ 652.744263] env[63043]: _type = "Task" [ 652.744263] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.749485] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d69a278-a3f9-4e59-9642-ddf2b3f1eaf4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.757859] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.762187] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a905862-22b2-4f6f-ab0b-6c811e20caf5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.800737] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c387534-d3c2-4cd8-815f-828b21dda3d7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.811579] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750e5e77-a168-4146-862e-4997c39fed88 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.825802] env[63043]: DEBUG nova.compute.provider_tree [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.847623] env[63043]: DEBUG nova.network.neutron [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.982094] env[63043]: DEBUG nova.network.neutron [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Updated VIF entry in instance network info cache for port d9957c76-4cbf-432b-9494-cb579a893c63. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.982094] env[63043]: DEBUG nova.network.neutron [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Updating instance_info_cache with network_info: [{"id": "d9957c76-4cbf-432b-9494-cb579a893c63", "address": "fa:16:3e:a0:ad:05", "network": {"id": "5d66bfd7-12a2-46bd-b84c-248097cd8496", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1030658290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df963ad08da4ab19a11ef8620a2a854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9957c76-4c", "ovs_interfaceid": "d9957c76-4cbf-432b-9494-cb579a893c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.017494] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.045161] env[63043]: DEBUG nova.network.neutron [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Updating instance_info_cache with network_info: [{"id": "b074e377-de3c-4b12-8a1e-22b056558833", "address": "fa:16:3e:56:2b:32", "network": {"id": "e1244af6-58d6-466b-ae56-ccfc5c3a3acc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-193987399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032bac363c8c49faaca5ca5657db9452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb074e377-de", "ovs_interfaceid": "b074e377-de3c-4b12-8a1e-22b056558833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.108860] env[63043]: DEBUG nova.compute.manager [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.137028] env[63043]: DEBUG nova.virt.hardware [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.137028] env[63043]: DEBUG nova.virt.hardware [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.137028] env[63043]: DEBUG nova.virt.hardware [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.137285] env[63043]: DEBUG nova.virt.hardware [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.137285] env[63043]: DEBUG nova.virt.hardware [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.137285] env[63043]: DEBUG nova.virt.hardware [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.137285] env[63043]: DEBUG nova.virt.hardware [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.137429] env[63043]: DEBUG nova.virt.hardware [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.137536] env[63043]: DEBUG nova.virt.hardware [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.137716] env[63043]: DEBUG nova.virt.hardware [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.137955] env[63043]: DEBUG nova.virt.hardware [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.139060] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd95b9d-2547-4f2f-a231-e7c1c1d14151 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.148573] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af24cac-5bb9-4fbf-9f99-a3aaaa725fb6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.179733] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.256858] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.306864] env[63043]: DEBUG nova.network.neutron [-] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.329087] env[63043]: DEBUG nova.scheduler.client.report [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.488908] env[63043]: DEBUG oslo_concurrency.lockutils [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] Releasing lock "refresh_cache-c5bfb89e-931f-462f-8d11-a47c28fdfdc2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.489222] env[63043]: DEBUG nova.compute.manager [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Received event network-changed-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.489403] env[63043]: DEBUG nova.compute.manager [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Refreshing instance network info cache due to event network-changed-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 653.489620] env[63043]: DEBUG oslo_concurrency.lockutils [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] Acquiring lock "refresh_cache-d982bc6e-2297-46d0-a623-1744fb3ee44b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.489762] env[63043]: DEBUG oslo_concurrency.lockutils [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] Acquired lock "refresh_cache-d982bc6e-2297-46d0-a623-1744fb3ee44b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.489920] env[63043]: DEBUG nova.network.neutron [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Refreshing network info cache for port f0b9f971-9aa6-4946-9e31-eaaba6e7c5be {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.551067] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Releasing lock "refresh_cache-741b00c8-123d-4c52-b0cd-f40673034ea9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.551272] env[63043]: DEBUG nova.compute.manager [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Instance network_info: |[{"id": "b074e377-de3c-4b12-8a1e-22b056558833", "address": "fa:16:3e:56:2b:32", "network": {"id": "e1244af6-58d6-466b-ae56-ccfc5c3a3acc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-193987399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032bac363c8c49faaca5ca5657db9452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb074e377-de", "ovs_interfaceid": "b074e377-de3c-4b12-8a1e-22b056558833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.556466] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:2b:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b074e377-de3c-4b12-8a1e-22b056558833', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.565653] env[63043]: DEBUG oslo.service.loopingcall [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.565912] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquiring lock "2cbfe3ec-021d-49ac-909f-88b44a8844ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.566122] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Lock "2cbfe3ec-021d-49ac-909f-88b44a8844ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.567125] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.567249] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c543712-d630-4f0e-bfe4-f8dff9d998ea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.589396] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.589396] env[63043]: value = "task-2485541" [ 653.589396] env[63043]: _type = "Task" [ 653.589396] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.600820] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485541, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.684073] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485539, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.761033] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.789922] env[63043]: DEBUG nova.compute.manager [req-f7b19907-2bd5-41ba-a634-becec22757bd req-3f0fc45c-3e3b-4bf6-8622-ed8e1a542499 service nova] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Received event network-changed-b074e377-de3c-4b12-8a1e-22b056558833 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.792537] env[63043]: DEBUG nova.compute.manager [req-f7b19907-2bd5-41ba-a634-becec22757bd req-3f0fc45c-3e3b-4bf6-8622-ed8e1a542499 service nova] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Refreshing instance network info cache due to event network-changed-b074e377-de3c-4b12-8a1e-22b056558833. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 653.792537] env[63043]: DEBUG oslo_concurrency.lockutils [req-f7b19907-2bd5-41ba-a634-becec22757bd req-3f0fc45c-3e3b-4bf6-8622-ed8e1a542499 service nova] Acquiring lock "refresh_cache-741b00c8-123d-4c52-b0cd-f40673034ea9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.792537] env[63043]: DEBUG oslo_concurrency.lockutils [req-f7b19907-2bd5-41ba-a634-becec22757bd req-3f0fc45c-3e3b-4bf6-8622-ed8e1a542499 service nova] Acquired lock "refresh_cache-741b00c8-123d-4c52-b0cd-f40673034ea9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.792537] env[63043]: DEBUG nova.network.neutron [req-f7b19907-2bd5-41ba-a634-becec22757bd req-3f0fc45c-3e3b-4bf6-8622-ed8e1a542499 service nova] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Refreshing network info cache for port b074e377-de3c-4b12-8a1e-22b056558833 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.811206] env[63043]: INFO nova.compute.manager [-] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Took 1.57 seconds to deallocate network for instance. [ 653.836700] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.836700] env[63043]: DEBUG nova.compute.manager [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.844252] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.567s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.844700] env[63043]: INFO nova.compute.claims [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.060977] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "974b051e-74c5-457d-b734-ef7fa65a8d3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.060977] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "974b051e-74c5-457d-b734-ef7fa65a8d3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.108224] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485541, 'name': CreateVM_Task, 'duration_secs': 0.489126} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.108224] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.108224] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.108224] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.108686] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.109096] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3cebaa7-1f5d-4951-8444-9c68e3f9cdfc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.114377] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 654.114377] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52db9a63-1904-c013-6774-1e3fcf3f879a" [ 654.114377] env[63043]: _type = "Task" [ 654.114377] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.127505] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52db9a63-1904-c013-6774-1e3fcf3f879a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.187824] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485539, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.377619} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.194126] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] d982bc6e-2297-46d0-a623-1744fb3ee44b/d982bc6e-2297-46d0-a623-1744fb3ee44b.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.194385] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.195200] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a53ba34d-7a34-4f5e-8dfb-19fc4edc3073 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.202761] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Waiting for the task: (returnval){ [ 654.202761] env[63043]: value = "task-2485542" [ 654.202761] env[63043]: _type = "Task" [ 654.202761] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.212873] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.258127] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485540, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.324193] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.345431] env[63043]: DEBUG nova.network.neutron [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Updated VIF entry in instance network info cache for port f0b9f971-9aa6-4946-9e31-eaaba6e7c5be. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.345973] env[63043]: DEBUG nova.network.neutron [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Updating instance_info_cache with network_info: [{"id": "f0b9f971-9aa6-4946-9e31-eaaba6e7c5be", "address": "fa:16:3e:f3:20:82", "network": {"id": "c66b5296-00cc-47e1-b324-f9ccddcb3283", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-518774135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddc23ec15604dae9f4badeb2b2dfa42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b9f971-9a", "ovs_interfaceid": "f0b9f971-9aa6-4946-9e31-eaaba6e7c5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.360998] env[63043]: DEBUG nova.compute.utils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 654.362315] env[63043]: DEBUG nova.compute.manager [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.364496] env[63043]: DEBUG nova.network.neutron [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.426689] env[63043]: DEBUG nova.policy [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ec31f1683644389b4c4db48293f31c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14b98fac40b449219b9b1febf9b16c9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.630464] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52db9a63-1904-c013-6774-1e3fcf3f879a, 'name': SearchDatastore_Task, 'duration_secs': 0.042215} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.631232] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.631232] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.631232] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.631450] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.631516] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.631747] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c6e4eea-0590-447e-a9e5-5812e34978f7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.646566] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.646752] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.647568] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d469a0-ee67-405b-abe2-f68ad5ee8f66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.654247] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 654.654247] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526e5b15-aac6-7cda-43c0-aac295d7dc9c" [ 654.654247] env[63043]: _type = "Task" [ 654.654247] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.675322] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526e5b15-aac6-7cda-43c0-aac295d7dc9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.713480] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062794} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.714399] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.715414] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37b984e-b30b-4828-8f18-53f6a5b61190 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.740628] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] d982bc6e-2297-46d0-a623-1744fb3ee44b/d982bc6e-2297-46d0-a623-1744fb3ee44b.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.740628] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd05be6f-4335-4d2e-bcf6-e88af8590d36 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.758106] env[63043]: DEBUG nova.network.neutron [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Successfully created port: 35dab9e5-ea4c-44d4-9561-0e4791c737f5 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.760720] env[63043]: DEBUG nova.network.neutron [req-f7b19907-2bd5-41ba-a634-becec22757bd req-3f0fc45c-3e3b-4bf6-8622-ed8e1a542499 service nova] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Updated VIF entry in instance network info cache for port b074e377-de3c-4b12-8a1e-22b056558833. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.761120] env[63043]: DEBUG nova.network.neutron [req-f7b19907-2bd5-41ba-a634-becec22757bd req-3f0fc45c-3e3b-4bf6-8622-ed8e1a542499 service nova] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Updating instance_info_cache with network_info: [{"id": "b074e377-de3c-4b12-8a1e-22b056558833", "address": "fa:16:3e:56:2b:32", "network": {"id": "e1244af6-58d6-466b-ae56-ccfc5c3a3acc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-193987399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032bac363c8c49faaca5ca5657db9452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb074e377-de", "ovs_interfaceid": "b074e377-de3c-4b12-8a1e-22b056558833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.773050] env[63043]: DEBUG oslo_vmware.api [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485540, 'name': PowerOnVM_Task, 'duration_secs': 1.751183} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.775459] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.775752] env[63043]: INFO nova.compute.manager [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Took 12.01 seconds to spawn the instance on the hypervisor. [ 654.775946] env[63043]: DEBUG nova.compute.manager [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.776312] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Waiting for the task: (returnval){ [ 654.776312] env[63043]: value = "task-2485543" [ 654.776312] env[63043]: _type = "Task" [ 654.776312] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.777061] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99b5fb4-a326-4b80-a08f-ef8e0615a11e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.793554] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.851850] env[63043]: DEBUG oslo_concurrency.lockutils [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] Releasing lock "refresh_cache-d982bc6e-2297-46d0-a623-1744fb3ee44b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.852170] env[63043]: DEBUG nova.compute.manager [req-8bf255cb-c0fa-4db1-a2a5-bb4c5b137e62 req-a840cc25-f1fd-456c-83c8-666d236575c4 service nova] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Received event network-vif-deleted-9aeb6a4b-01f8-43c2-850d-a2513cf014ad {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.864113] env[63043]: DEBUG nova.compute.manager [req-f86b5311-c103-4ee7-949b-9ae382d80c8c req-d926a9f2-85e3-41da-839c-3cd19ab8a550 service nova] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Received event network-vif-plugged-9ff5917f-c23c-4c80-8c37-1be1f8751a5e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.864113] env[63043]: DEBUG oslo_concurrency.lockutils [req-f86b5311-c103-4ee7-949b-9ae382d80c8c req-d926a9f2-85e3-41da-839c-3cd19ab8a550 service nova] Acquiring lock "169aea8a-808e-4986-b75e-305f896f6f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.864113] env[63043]: DEBUG oslo_concurrency.lockutils [req-f86b5311-c103-4ee7-949b-9ae382d80c8c req-d926a9f2-85e3-41da-839c-3cd19ab8a550 service nova] Lock "169aea8a-808e-4986-b75e-305f896f6f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.864113] env[63043]: DEBUG oslo_concurrency.lockutils [req-f86b5311-c103-4ee7-949b-9ae382d80c8c req-d926a9f2-85e3-41da-839c-3cd19ab8a550 service nova] Lock "169aea8a-808e-4986-b75e-305f896f6f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.864113] env[63043]: DEBUG nova.compute.manager [req-f86b5311-c103-4ee7-949b-9ae382d80c8c req-d926a9f2-85e3-41da-839c-3cd19ab8a550 service nova] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] No waiting events found dispatching network-vif-plugged-9ff5917f-c23c-4c80-8c37-1be1f8751a5e {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.864418] env[63043]: WARNING nova.compute.manager [req-f86b5311-c103-4ee7-949b-9ae382d80c8c req-d926a9f2-85e3-41da-839c-3cd19ab8a550 service nova] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Received unexpected event network-vif-plugged-9ff5917f-c23c-4c80-8c37-1be1f8751a5e for instance with vm_state building and task_state spawning. [ 654.872171] env[63043]: DEBUG nova.compute.manager [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.967375] env[63043]: DEBUG nova.network.neutron [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Successfully updated port: 9ff5917f-c23c-4c80-8c37-1be1f8751a5e {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.169864] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526e5b15-aac6-7cda-43c0-aac295d7dc9c, 'name': SearchDatastore_Task, 'duration_secs': 0.021618} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.170735] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1b86bf-d9ee-4583-98c3-3c689d4b4ce1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.181812] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 655.181812] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bdb762-21a2-e6c5-3255-87078273b052" [ 655.181812] env[63043]: _type = "Task" [ 655.181812] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.190240] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bdb762-21a2-e6c5-3255-87078273b052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.267785] env[63043]: DEBUG oslo_concurrency.lockutils [req-f7b19907-2bd5-41ba-a634-becec22757bd req-3f0fc45c-3e3b-4bf6-8622-ed8e1a542499 service nova] Releasing lock "refresh_cache-741b00c8-123d-4c52-b0cd-f40673034ea9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.268057] env[63043]: DEBUG nova.compute.manager [req-f7b19907-2bd5-41ba-a634-becec22757bd req-3f0fc45c-3e3b-4bf6-8622-ed8e1a542499 service nova] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Received event network-vif-deleted-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.289719] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.309040] env[63043]: INFO nova.compute.manager [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Took 36.92 seconds to build instance. [ 655.390717] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175ed6ca-9356-49cc-9ece-922c159855b3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.399086] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa1ba38-6741-4d46-944a-19170f1629c2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.432507] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f1e652-f224-4f30-80f5-512e9cdf1eac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.440916] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130a9ed1-9bf6-4017-8ff3-429c87b31675 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.456627] env[63043]: DEBUG nova.compute.provider_tree [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.471903] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "refresh_cache-169aea8a-808e-4986-b75e-305f896f6f6a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.471999] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquired lock "refresh_cache-169aea8a-808e-4986-b75e-305f896f6f6a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.472096] env[63043]: DEBUG nova.network.neutron [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.693660] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bdb762-21a2-e6c5-3255-87078273b052, 'name': SearchDatastore_Task, 'duration_secs': 0.028222} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.693660] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.694990] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 741b00c8-123d-4c52-b0cd-f40673034ea9/741b00c8-123d-4c52-b0cd-f40673034ea9.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.694990] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-456f17bf-a638-45b7-ad67-2ee72f9ceab7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.701055] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 655.701055] env[63043]: value = "task-2485544" [ 655.701055] env[63043]: _type = "Task" [ 655.701055] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.709256] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.794679] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485543, 'name': ReconfigVM_Task, 'duration_secs': 0.802288} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.794679] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Reconfigured VM instance instance-00000013 to attach disk [datastore2] d982bc6e-2297-46d0-a623-1744fb3ee44b/d982bc6e-2297-46d0-a623-1744fb3ee44b.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.795094] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4aa11da-11b7-4d12-9d69-de5d11ff4dcd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.801851] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Waiting for the task: (returnval){ [ 655.801851] env[63043]: value = "task-2485545" [ 655.801851] env[63043]: _type = "Task" [ 655.801851] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.810216] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485545, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.813739] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a45bca1f-1b34-4f55-9541-4156437ee3a2 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Lock "ffb951f2-2150-4168-a465-c5492557b199" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.440s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.881328] env[63043]: DEBUG nova.compute.manager [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.908279] env[63043]: DEBUG nova.virt.hardware [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.908560] env[63043]: DEBUG nova.virt.hardware [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.908727] env[63043]: DEBUG nova.virt.hardware [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.908920] env[63043]: DEBUG nova.virt.hardware [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.909109] env[63043]: DEBUG nova.virt.hardware [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.909216] env[63043]: DEBUG nova.virt.hardware [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.909421] env[63043]: DEBUG nova.virt.hardware [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.909577] env[63043]: DEBUG nova.virt.hardware [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.909742] env[63043]: DEBUG nova.virt.hardware [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.909905] env[63043]: DEBUG nova.virt.hardware [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.910094] env[63043]: DEBUG nova.virt.hardware [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.911285] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f58da35-ccc3-48cb-a381-b9ab1fa87fbe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.920421] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d817d5a4-8443-4ea4-8587-30f5a560db88 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.962510] env[63043]: DEBUG nova.scheduler.client.report [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.019301] env[63043]: DEBUG nova.network.neutron [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.065624] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "8faf95e3-ce3a-4e0a-91f1-f508a80fb268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.065889] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "8faf95e3-ce3a-4e0a-91f1-f508a80fb268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.217012] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485544, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.220341] env[63043]: DEBUG nova.network.neutron [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Updating instance_info_cache with network_info: [{"id": "9ff5917f-c23c-4c80-8c37-1be1f8751a5e", "address": "fa:16:3e:85:52:5a", "network": {"id": "55430171-f2ca-4b02-9cb7-36dba32d522a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-647546687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2424172a3360499784b733338ad3bb49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ff5917f-c2", "ovs_interfaceid": "9ff5917f-c23c-4c80-8c37-1be1f8751a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.315813] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485545, 'name': Rename_Task, 'duration_secs': 0.21318} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.316248] env[63043]: DEBUG nova.compute.manager [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.323837] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.324981] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-590eaa1b-7e77-4984-af81-d29f3aea4d38 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.335023] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Waiting for the task: (returnval){ [ 656.335023] env[63043]: value = "task-2485546" [ 656.335023] env[63043]: _type = "Task" [ 656.335023] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.347588] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.376488] env[63043]: DEBUG nova.compute.manager [req-a7103f0c-c4b5-45ba-b87d-6649ca955cab req-a8f391a3-c8b0-4f04-b992-3478fd0a8756 service nova] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Received event network-vif-plugged-35dab9e5-ea4c-44d4-9561-0e4791c737f5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.376488] env[63043]: DEBUG oslo_concurrency.lockutils [req-a7103f0c-c4b5-45ba-b87d-6649ca955cab req-a8f391a3-c8b0-4f04-b992-3478fd0a8756 service nova] Acquiring lock "7796af7d-4ff9-471a-99e7-e4fc54aedee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.376488] env[63043]: DEBUG oslo_concurrency.lockutils [req-a7103f0c-c4b5-45ba-b87d-6649ca955cab req-a8f391a3-c8b0-4f04-b992-3478fd0a8756 service nova] Lock "7796af7d-4ff9-471a-99e7-e4fc54aedee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.376488] env[63043]: DEBUG oslo_concurrency.lockutils [req-a7103f0c-c4b5-45ba-b87d-6649ca955cab req-a8f391a3-c8b0-4f04-b992-3478fd0a8756 service nova] Lock "7796af7d-4ff9-471a-99e7-e4fc54aedee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.376488] env[63043]: DEBUG nova.compute.manager [req-a7103f0c-c4b5-45ba-b87d-6649ca955cab req-a8f391a3-c8b0-4f04-b992-3478fd0a8756 service nova] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] No waiting events found dispatching network-vif-plugged-35dab9e5-ea4c-44d4-9561-0e4791c737f5 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.376735] env[63043]: WARNING nova.compute.manager [req-a7103f0c-c4b5-45ba-b87d-6649ca955cab req-a8f391a3-c8b0-4f04-b992-3478fd0a8756 service nova] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Received unexpected event network-vif-plugged-35dab9e5-ea4c-44d4-9561-0e4791c737f5 for instance with vm_state building and task_state spawning. [ 656.389220] env[63043]: DEBUG nova.compute.manager [None req-593cb0dc-6068-4840-aaed-a999529977f0 tempest-ServerExternalEventsTest-1319360287 tempest-ServerExternalEventsTest-1319360287-project] [instance: ffb951f2-2150-4168-a465-c5492557b199] Received event network-changed {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.389444] env[63043]: DEBUG nova.compute.manager [None req-593cb0dc-6068-4840-aaed-a999529977f0 tempest-ServerExternalEventsTest-1319360287 tempest-ServerExternalEventsTest-1319360287-project] [instance: ffb951f2-2150-4168-a465-c5492557b199] Refreshing instance network info cache due to event network-changed. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.389684] env[63043]: DEBUG oslo_concurrency.lockutils [None req-593cb0dc-6068-4840-aaed-a999529977f0 tempest-ServerExternalEventsTest-1319360287 tempest-ServerExternalEventsTest-1319360287-project] Acquiring lock "refresh_cache-ffb951f2-2150-4168-a465-c5492557b199" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.389861] env[63043]: DEBUG oslo_concurrency.lockutils [None req-593cb0dc-6068-4840-aaed-a999529977f0 tempest-ServerExternalEventsTest-1319360287 tempest-ServerExternalEventsTest-1319360287-project] Acquired lock "refresh_cache-ffb951f2-2150-4168-a465-c5492557b199" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.390107] env[63043]: DEBUG nova.network.neutron [None req-593cb0dc-6068-4840-aaed-a999529977f0 tempest-ServerExternalEventsTest-1319360287 tempest-ServerExternalEventsTest-1319360287-project] [instance: ffb951f2-2150-4168-a465-c5492557b199] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.442799] env[63043]: DEBUG nova.network.neutron [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Successfully updated port: 35dab9e5-ea4c-44d4-9561-0e4791c737f5 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.468331] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.468848] env[63043]: DEBUG nova.compute.manager [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.471436] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.469s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.471669] env[63043]: DEBUG nova.objects.instance [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63043) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 656.711349] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644451} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.711743] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 741b00c8-123d-4c52-b0cd-f40673034ea9/741b00c8-123d-4c52-b0cd-f40673034ea9.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.711743] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.711945] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96d4d4df-13ab-438d-9535-91a0f4070f33 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.717981] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 656.717981] env[63043]: value = "task-2485547" [ 656.717981] env[63043]: _type = "Task" [ 656.717981] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.722622] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Releasing lock "refresh_cache-169aea8a-808e-4986-b75e-305f896f6f6a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.722951] env[63043]: DEBUG nova.compute.manager [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Instance network_info: |[{"id": "9ff5917f-c23c-4c80-8c37-1be1f8751a5e", "address": "fa:16:3e:85:52:5a", "network": {"id": "55430171-f2ca-4b02-9cb7-36dba32d522a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-647546687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2424172a3360499784b733338ad3bb49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ff5917f-c2", "ovs_interfaceid": "9ff5917f-c23c-4c80-8c37-1be1f8751a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.725171] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:52:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ff5917f-c23c-4c80-8c37-1be1f8751a5e', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.730886] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Creating folder: Project (2424172a3360499784b733338ad3bb49). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.734670] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4afa4c2-dca0-4d13-a2f0-017dc2759897 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.736309] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.743243] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Created folder: Project (2424172a3360499784b733338ad3bb49) in parent group-v502843. [ 656.743433] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Creating folder: Instances. Parent ref: group-v502899. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.743670] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ceb81f4-b199-4179-8e24-ddaf07ed65fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.752534] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Created folder: Instances in parent group-v502899. [ 656.752534] env[63043]: DEBUG oslo.service.loopingcall [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.893243] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.893243] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b9806ab-db77-45bd-8421-e36d2e77664e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.893243] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.893243] env[63043]: value = "task-2485550" [ 656.893243] env[63043]: _type = "Task" [ 656.893243] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.893243] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485550, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.893243] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485546, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.893243] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.946261] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "refresh_cache-7796af7d-4ff9-471a-99e7-e4fc54aedee0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.946428] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquired lock "refresh_cache-7796af7d-4ff9-471a-99e7-e4fc54aedee0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.946587] env[63043]: DEBUG nova.network.neutron [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.976231] env[63043]: DEBUG nova.compute.manager [req-41208364-df6f-4d1c-9d5e-df639f62c9d7 req-72466745-02fc-4df3-bea2-acaa0a0b275a service nova] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Received event network-changed-9ff5917f-c23c-4c80-8c37-1be1f8751a5e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.976489] env[63043]: DEBUG nova.compute.manager [req-41208364-df6f-4d1c-9d5e-df639f62c9d7 req-72466745-02fc-4df3-bea2-acaa0a0b275a service nova] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Refreshing instance network info cache due to event network-changed-9ff5917f-c23c-4c80-8c37-1be1f8751a5e. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.976828] env[63043]: DEBUG oslo_concurrency.lockutils [req-41208364-df6f-4d1c-9d5e-df639f62c9d7 req-72466745-02fc-4df3-bea2-acaa0a0b275a service nova] Acquiring lock "refresh_cache-169aea8a-808e-4986-b75e-305f896f6f6a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.977068] env[63043]: DEBUG oslo_concurrency.lockutils [req-41208364-df6f-4d1c-9d5e-df639f62c9d7 req-72466745-02fc-4df3-bea2-acaa0a0b275a service nova] Acquired lock "refresh_cache-169aea8a-808e-4986-b75e-305f896f6f6a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.977294] env[63043]: DEBUG nova.network.neutron [req-41208364-df6f-4d1c-9d5e-df639f62c9d7 req-72466745-02fc-4df3-bea2-acaa0a0b275a service nova] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Refreshing network info cache for port 9ff5917f-c23c-4c80-8c37-1be1f8751a5e {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.980147] env[63043]: DEBUG nova.compute.utils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 656.986078] env[63043]: DEBUG nova.compute.manager [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.986287] env[63043]: DEBUG nova.network.neutron [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.025064] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Acquiring lock "ffb951f2-2150-4168-a465-c5492557b199" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.025368] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Lock "ffb951f2-2150-4168-a465-c5492557b199" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.025564] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Acquiring lock "ffb951f2-2150-4168-a465-c5492557b199-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.025747] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Lock "ffb951f2-2150-4168-a465-c5492557b199-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.025976] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Lock "ffb951f2-2150-4168-a465-c5492557b199-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.034655] env[63043]: INFO nova.compute.manager [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Terminating instance [ 657.064930] env[63043]: DEBUG nova.policy [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35d6cb2bca3543c88aa1f99244aef779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'addb7316731a463d8ba6c86afb6e01d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.188610] env[63043]: DEBUG nova.network.neutron [None req-593cb0dc-6068-4840-aaed-a999529977f0 tempest-ServerExternalEventsTest-1319360287 tempest-ServerExternalEventsTest-1319360287-project] [instance: ffb951f2-2150-4168-a465-c5492557b199] Updating instance_info_cache with network_info: [{"id": "e3f71b36-5782-4b27-a9ad-6edfad34a752", "address": "fa:16:3e:65:56:08", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f71b36-57", "ovs_interfaceid": "e3f71b36-5782-4b27-a9ad-6edfad34a752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.228098] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109627} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.228386] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.229185] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c772be23-552b-4114-93bf-9572517e1789 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.253283] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 741b00c8-123d-4c52-b0cd-f40673034ea9/741b00c8-123d-4c52-b0cd-f40673034ea9.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.253975] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75c407a0-256b-4a24-b626-039b6fd34f0b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.277414] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 657.277414] env[63043]: value = "task-2485551" [ 657.277414] env[63043]: _type = "Task" [ 657.277414] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.284066] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485550, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.289363] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.346643] env[63043]: DEBUG oslo_vmware.api [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485546, 'name': PowerOnVM_Task, 'duration_secs': 0.710431} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.346874] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.348138] env[63043]: INFO nova.compute.manager [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Took 9.86 seconds to spawn the instance on the hypervisor. [ 657.348138] env[63043]: DEBUG nova.compute.manager [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.348405] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c527c7-e219-4f57-8664-0d7d1d3319b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.468660] env[63043]: DEBUG nova.network.neutron [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Successfully created port: c80edf09-678d-447b-9634-4cae9641415c {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.481192] env[63043]: DEBUG nova.network.neutron [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.488137] env[63043]: DEBUG nova.compute.manager [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.503634] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd63db9c-cede-4b2a-8d8c-c95982680ce7 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.032s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.507598] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.356s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.509555] env[63043]: INFO nova.compute.claims [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.542437] env[63043]: DEBUG nova.compute.manager [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.542659] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.543692] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a99f4f-6cdf-4690-9f47-3a6bc84a61dc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.563307] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.563432] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b633dbe-5f2e-42b7-959d-40a4b5ba9abe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.572436] env[63043]: DEBUG oslo_vmware.api [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Waiting for the task: (returnval){ [ 657.572436] env[63043]: value = "task-2485552" [ 657.572436] env[63043]: _type = "Task" [ 657.572436] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.584982] env[63043]: DEBUG oslo_vmware.api [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.674025] env[63043]: DEBUG nova.network.neutron [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Updating instance_info_cache with network_info: [{"id": "35dab9e5-ea4c-44d4-9561-0e4791c737f5", "address": "fa:16:3e:5d:22:d2", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dab9e5-ea", "ovs_interfaceid": "35dab9e5-ea4c-44d4-9561-0e4791c737f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.693485] env[63043]: DEBUG oslo_concurrency.lockutils [None req-593cb0dc-6068-4840-aaed-a999529977f0 tempest-ServerExternalEventsTest-1319360287 tempest-ServerExternalEventsTest-1319360287-project] Releasing lock "refresh_cache-ffb951f2-2150-4168-a465-c5492557b199" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.791202] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485550, 'name': CreateVM_Task, 'duration_secs': 0.527932} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.791567] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.792339] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.792507] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.792810] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.796408] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b9c64b-f291-4301-b19d-5d1cf6a4f45d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.798532] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.802084] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 657.802084] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f05916-4d59-164b-6cb5-9575e967c262" [ 657.802084] env[63043]: _type = "Task" [ 657.802084] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.811656] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f05916-4d59-164b-6cb5-9575e967c262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.866837] env[63043]: INFO nova.compute.manager [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Took 34.12 seconds to build instance. [ 657.925726] env[63043]: DEBUG nova.network.neutron [req-41208364-df6f-4d1c-9d5e-df639f62c9d7 req-72466745-02fc-4df3-bea2-acaa0a0b275a service nova] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Updated VIF entry in instance network info cache for port 9ff5917f-c23c-4c80-8c37-1be1f8751a5e. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.926128] env[63043]: DEBUG nova.network.neutron [req-41208364-df6f-4d1c-9d5e-df639f62c9d7 req-72466745-02fc-4df3-bea2-acaa0a0b275a service nova] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Updating instance_info_cache with network_info: [{"id": "9ff5917f-c23c-4c80-8c37-1be1f8751a5e", "address": "fa:16:3e:85:52:5a", "network": {"id": "55430171-f2ca-4b02-9cb7-36dba32d522a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-647546687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2424172a3360499784b733338ad3bb49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ff5917f-c2", "ovs_interfaceid": "9ff5917f-c23c-4c80-8c37-1be1f8751a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.082345] env[63043]: DEBUG oslo_vmware.api [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485552, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.175328] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Releasing lock "refresh_cache-7796af7d-4ff9-471a-99e7-e4fc54aedee0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.175667] env[63043]: DEBUG nova.compute.manager [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Instance network_info: |[{"id": "35dab9e5-ea4c-44d4-9561-0e4791c737f5", "address": "fa:16:3e:5d:22:d2", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dab9e5-ea", "ovs_interfaceid": "35dab9e5-ea4c-44d4-9561-0e4791c737f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.176174] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:22:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35dab9e5-ea4c-44d4-9561-0e4791c737f5', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.183484] env[63043]: DEBUG oslo.service.loopingcall [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 658.183695] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.183958] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c222ceea-ceee-4da7-8b2b-53edec1656ea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.203408] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.203408] env[63043]: value = "task-2485553" [ 658.203408] env[63043]: _type = "Task" [ 658.203408] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.211499] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485553, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.288836] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485551, 'name': ReconfigVM_Task, 'duration_secs': 0.574508} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.289078] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 741b00c8-123d-4c52-b0cd-f40673034ea9/741b00c8-123d-4c52-b0cd-f40673034ea9.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.289712] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d81234ef-d776-4bca-b94d-392181b601e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.296346] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 658.296346] env[63043]: value = "task-2485554" [ 658.296346] env[63043]: _type = "Task" [ 658.296346] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.314107] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485554, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.314985] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f05916-4d59-164b-6cb5-9575e967c262, 'name': SearchDatastore_Task, 'duration_secs': 0.030884} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.315315] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.315548] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.315782] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.315949] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.316140] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.316398] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06371475-90de-4453-8215-bd448ee5a66f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.324746] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.324956] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.325729] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5b0b24-d5e2-4bf7-b413-9fb4e08ed85f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.331277] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 658.331277] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527b5663-d392-6549-2c32-f555397d0269" [ 658.331277] env[63043]: _type = "Task" [ 658.331277] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.338812] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527b5663-d392-6549-2c32-f555397d0269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.370631] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b51c1a63-7b3c-4954-9a7e-b051138b3454 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Lock "d982bc6e-2297-46d0-a623-1744fb3ee44b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.605s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.403253] env[63043]: DEBUG nova.compute.manager [req-9793dd62-f370-4d9a-9e3a-108294bd323e req-a4e1319d-e199-4716-be83-33afacec84d5 service nova] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Received event network-changed-35dab9e5-ea4c-44d4-9561-0e4791c737f5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.403253] env[63043]: DEBUG nova.compute.manager [req-9793dd62-f370-4d9a-9e3a-108294bd323e req-a4e1319d-e199-4716-be83-33afacec84d5 service nova] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Refreshing instance network info cache due to event network-changed-35dab9e5-ea4c-44d4-9561-0e4791c737f5. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.403641] env[63043]: DEBUG oslo_concurrency.lockutils [req-9793dd62-f370-4d9a-9e3a-108294bd323e req-a4e1319d-e199-4716-be83-33afacec84d5 service nova] Acquiring lock "refresh_cache-7796af7d-4ff9-471a-99e7-e4fc54aedee0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.403743] env[63043]: DEBUG oslo_concurrency.lockutils [req-9793dd62-f370-4d9a-9e3a-108294bd323e req-a4e1319d-e199-4716-be83-33afacec84d5 service nova] Acquired lock "refresh_cache-7796af7d-4ff9-471a-99e7-e4fc54aedee0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.403945] env[63043]: DEBUG nova.network.neutron [req-9793dd62-f370-4d9a-9e3a-108294bd323e req-a4e1319d-e199-4716-be83-33afacec84d5 service nova] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Refreshing network info cache for port 35dab9e5-ea4c-44d4-9561-0e4791c737f5 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.428869] env[63043]: DEBUG oslo_concurrency.lockutils [req-41208364-df6f-4d1c-9d5e-df639f62c9d7 req-72466745-02fc-4df3-bea2-acaa0a0b275a service nova] Releasing lock "refresh_cache-169aea8a-808e-4986-b75e-305f896f6f6a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.501193] env[63043]: DEBUG nova.compute.manager [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.527986] env[63043]: DEBUG nova.virt.hardware [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.528266] env[63043]: DEBUG nova.virt.hardware [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.528410] env[63043]: DEBUG nova.virt.hardware [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.528656] env[63043]: DEBUG nova.virt.hardware [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.528742] env[63043]: DEBUG nova.virt.hardware [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.528908] env[63043]: DEBUG nova.virt.hardware [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.529159] env[63043]: DEBUG nova.virt.hardware [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.529323] env[63043]: DEBUG nova.virt.hardware [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.529506] env[63043]: DEBUG nova.virt.hardware [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.529711] env[63043]: DEBUG nova.virt.hardware [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.529895] env[63043]: DEBUG nova.virt.hardware [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.530762] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de8d71b-0730-4371-a7ce-dd581910e795 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.540219] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3748ffdf-8ebf-4a06-bc39-d26646cc104b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.585530] env[63043]: DEBUG oslo_vmware.api [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485552, 'name': PowerOffVM_Task, 'duration_secs': 0.532593} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.585530] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.585530] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.586034] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ed3e0aa-c15c-4fe8-b213-348423157fb8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.657953] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.657953] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.657953] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Deleting the datastore file [datastore2] ffb951f2-2150-4168-a465-c5492557b199 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.657953] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adcbcb1f-1bb6-42db-98c1-aec0638699bb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.664329] env[63043]: DEBUG oslo_vmware.api [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Waiting for the task: (returnval){ [ 658.664329] env[63043]: value = "task-2485556" [ 658.664329] env[63043]: _type = "Task" [ 658.664329] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.675348] env[63043]: DEBUG oslo_vmware.api [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.716480] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485553, 'name': CreateVM_Task, 'duration_secs': 0.342846} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.716480] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.717294] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.717294] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.717294] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.717678] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e311fd67-7391-4d83-bfba-5cb97aab2e93 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.724233] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 658.724233] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5298cd69-4176-aa0a-ef8b-54d4a9cb1364" [ 658.724233] env[63043]: _type = "Task" [ 658.724233] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.732864] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5298cd69-4176-aa0a-ef8b-54d4a9cb1364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.805792] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485554, 'name': Rename_Task, 'duration_secs': 0.148727} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.809022] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.809458] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-231f866c-1c4d-4077-b71a-78a649a9a8b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.816704] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 658.816704] env[63043]: value = "task-2485557" [ 658.816704] env[63043]: _type = "Task" [ 658.816704] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.830294] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.839712] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527b5663-d392-6549-2c32-f555397d0269, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.843152] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a9fa20-f0cc-4695-9094-295f913d4ef1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.848252] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 658.848252] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527e5f7d-bb58-0231-c0cb-9719cbbfe6ae" [ 658.848252] env[63043]: _type = "Task" [ 658.848252] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.856821] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527e5f7d-bb58-0231-c0cb-9719cbbfe6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.873888] env[63043]: DEBUG nova.compute.manager [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.921145] env[63043]: DEBUG nova.compute.manager [None req-57655214-598c-404e-a86e-7ee1d3174f9b tempest-ServerDiagnosticsV248Test-1806767742 tempest-ServerDiagnosticsV248Test-1806767742-project-admin] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.922501] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b90703c-56f5-4d7f-8781-76fa0851941f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.932119] env[63043]: INFO nova.compute.manager [None req-57655214-598c-404e-a86e-7ee1d3174f9b tempest-ServerDiagnosticsV248Test-1806767742 tempest-ServerDiagnosticsV248Test-1806767742-project-admin] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Retrieving diagnostics [ 658.933521] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1290ad18-0211-4157-b700-e39bfeebe3a4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.052676] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79ba02a-a02d-4dd6-95fb-bf305aa3e92a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.066024] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4c1c45-65de-44f6-839f-7a51f51b9397 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.101302] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d2b0d9-96e0-485c-98fb-2a3bebd6a7d4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.108691] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7ee478-034f-48f1-9442-5a7656eb0122 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.126223] env[63043]: DEBUG nova.compute.provider_tree [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.174318] env[63043]: DEBUG oslo_vmware.api [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Task: {'id': task-2485556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377663} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.174575] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.174754] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.174976] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.175104] env[63043]: INFO nova.compute.manager [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] [instance: ffb951f2-2150-4168-a465-c5492557b199] Took 1.63 seconds to destroy the instance on the hypervisor. [ 659.175340] env[63043]: DEBUG oslo.service.loopingcall [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.175518] env[63043]: DEBUG nova.compute.manager [-] [instance: ffb951f2-2150-4168-a465-c5492557b199] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.175611] env[63043]: DEBUG nova.network.neutron [-] [instance: ffb951f2-2150-4168-a465-c5492557b199] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.234963] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5298cd69-4176-aa0a-ef8b-54d4a9cb1364, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.235286] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.235521] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.235744] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.235889] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.236077] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.236323] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e019420-2001-45ea-bbe6-6c889aca2104 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.244200] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.244380] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.245087] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839b2cf1-7a1c-438b-a55f-424e6db75d1f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.247830] env[63043]: DEBUG nova.network.neutron [req-9793dd62-f370-4d9a-9e3a-108294bd323e req-a4e1319d-e199-4716-be83-33afacec84d5 service nova] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Updated VIF entry in instance network info cache for port 35dab9e5-ea4c-44d4-9561-0e4791c737f5. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.248167] env[63043]: DEBUG nova.network.neutron [req-9793dd62-f370-4d9a-9e3a-108294bd323e req-a4e1319d-e199-4716-be83-33afacec84d5 service nova] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Updating instance_info_cache with network_info: [{"id": "35dab9e5-ea4c-44d4-9561-0e4791c737f5", "address": "fa:16:3e:5d:22:d2", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dab9e5-ea", "ovs_interfaceid": "35dab9e5-ea4c-44d4-9561-0e4791c737f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.252108] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 659.252108] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d5417c-569d-7b25-2991-b9b2ead335da" [ 659.252108] env[63043]: _type = "Task" [ 659.252108] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.260653] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d5417c-569d-7b25-2991-b9b2ead335da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.295364] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Acquiring lock "d982bc6e-2297-46d0-a623-1744fb3ee44b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.295640] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Lock "d982bc6e-2297-46d0-a623-1744fb3ee44b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.296571] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Acquiring lock "d982bc6e-2297-46d0-a623-1744fb3ee44b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.296571] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Lock "d982bc6e-2297-46d0-a623-1744fb3ee44b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.296571] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Lock "d982bc6e-2297-46d0-a623-1744fb3ee44b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.299114] env[63043]: INFO nova.compute.manager [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Terminating instance [ 659.328414] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.350402] env[63043]: DEBUG nova.network.neutron [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Successfully updated port: c80edf09-678d-447b-9634-4cae9641415c {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.365408] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527e5f7d-bb58-0231-c0cb-9719cbbfe6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.036871} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.365780] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.366131] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 169aea8a-808e-4986-b75e-305f896f6f6a/169aea8a-808e-4986-b75e-305f896f6f6a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.366914] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9a8612d-ea63-4ade-b881-49d2047c6c0c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.379908] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 659.379908] env[63043]: value = "task-2485558" [ 659.379908] env[63043]: _type = "Task" [ 659.379908] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.390794] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.398862] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.566943] env[63043]: DEBUG nova.compute.manager [req-fe207e0d-e962-49ad-9965-14166f2e8bfe req-64d83c05-1ea1-49f2-9cb0-2a08c5c40632 service nova] [instance: f3095410-0a08-4561-861e-4022635c603a] Received event network-vif-plugged-c80edf09-678d-447b-9634-4cae9641415c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.567430] env[63043]: DEBUG oslo_concurrency.lockutils [req-fe207e0d-e962-49ad-9965-14166f2e8bfe req-64d83c05-1ea1-49f2-9cb0-2a08c5c40632 service nova] Acquiring lock "f3095410-0a08-4561-861e-4022635c603a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.567430] env[63043]: DEBUG oslo_concurrency.lockutils [req-fe207e0d-e962-49ad-9965-14166f2e8bfe req-64d83c05-1ea1-49f2-9cb0-2a08c5c40632 service nova] Lock "f3095410-0a08-4561-861e-4022635c603a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.567577] env[63043]: DEBUG oslo_concurrency.lockutils [req-fe207e0d-e962-49ad-9965-14166f2e8bfe req-64d83c05-1ea1-49f2-9cb0-2a08c5c40632 service nova] Lock "f3095410-0a08-4561-861e-4022635c603a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.567704] env[63043]: DEBUG nova.compute.manager [req-fe207e0d-e962-49ad-9965-14166f2e8bfe req-64d83c05-1ea1-49f2-9cb0-2a08c5c40632 service nova] [instance: f3095410-0a08-4561-861e-4022635c603a] No waiting events found dispatching network-vif-plugged-c80edf09-678d-447b-9634-4cae9641415c {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.567869] env[63043]: WARNING nova.compute.manager [req-fe207e0d-e962-49ad-9965-14166f2e8bfe req-64d83c05-1ea1-49f2-9cb0-2a08c5c40632 service nova] [instance: f3095410-0a08-4561-861e-4022635c603a] Received unexpected event network-vif-plugged-c80edf09-678d-447b-9634-4cae9641415c for instance with vm_state building and task_state spawning. [ 659.626993] env[63043]: DEBUG nova.scheduler.client.report [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.761912] env[63043]: DEBUG oslo_concurrency.lockutils [req-9793dd62-f370-4d9a-9e3a-108294bd323e req-a4e1319d-e199-4716-be83-33afacec84d5 service nova] Releasing lock "refresh_cache-7796af7d-4ff9-471a-99e7-e4fc54aedee0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.768354] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d5417c-569d-7b25-2991-b9b2ead335da, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.770209] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3070720e-d087-450d-a00b-b82dc8701bd7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.777033] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 659.777033] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52be5c73-09d6-4bde-769f-80546b9a37ff" [ 659.777033] env[63043]: _type = "Task" [ 659.777033] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.786708] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52be5c73-09d6-4bde-769f-80546b9a37ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.803911] env[63043]: DEBUG nova.compute.manager [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.803911] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.804854] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171d1faa-f8d3-4940-a3a4-e17fe5e21db0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.815369] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.815902] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3ccb1ad-3802-4977-b2aa-4d060816fa6f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.827802] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485557, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.829646] env[63043]: DEBUG oslo_vmware.api [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Waiting for the task: (returnval){ [ 659.829646] env[63043]: value = "task-2485559" [ 659.829646] env[63043]: _type = "Task" [ 659.829646] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.838109] env[63043]: DEBUG oslo_vmware.api [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.859441] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "refresh_cache-f3095410-0a08-4561-861e-4022635c603a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.859517] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquired lock "refresh_cache-f3095410-0a08-4561-861e-4022635c603a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.859893] env[63043]: DEBUG nova.network.neutron [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.890029] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490654} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.890029] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 169aea8a-808e-4986-b75e-305f896f6f6a/169aea8a-808e-4986-b75e-305f896f6f6a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.890247] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.890565] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04a1a611-167b-4c9c-93a9-c647c97e60d5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.898413] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 659.898413] env[63043]: value = "task-2485560" [ 659.898413] env[63043]: _type = "Task" [ 659.898413] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.907397] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.976912] env[63043]: DEBUG nova.network.neutron [-] [instance: ffb951f2-2150-4168-a465-c5492557b199] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.132534] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.133091] env[63043]: DEBUG nova.compute.manager [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.135576] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.822s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.263663] env[63043]: DEBUG oslo_concurrency.lockutils [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Acquiring lock "b0166fc9-a10c-4a84-a282-9689aa197254" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.263940] env[63043]: DEBUG oslo_concurrency.lockutils [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Lock "b0166fc9-a10c-4a84-a282-9689aa197254" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.264202] env[63043]: DEBUG oslo_concurrency.lockutils [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Acquiring lock "b0166fc9-a10c-4a84-a282-9689aa197254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.264419] env[63043]: DEBUG oslo_concurrency.lockutils [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Lock "b0166fc9-a10c-4a84-a282-9689aa197254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.264606] env[63043]: DEBUG oslo_concurrency.lockutils [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Lock "b0166fc9-a10c-4a84-a282-9689aa197254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.266923] env[63043]: INFO nova.compute.manager [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Terminating instance [ 660.288633] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52be5c73-09d6-4bde-769f-80546b9a37ff, 'name': SearchDatastore_Task, 'duration_secs': 0.024717} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.288858] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.289127] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 7796af7d-4ff9-471a-99e7-e4fc54aedee0/7796af7d-4ff9-471a-99e7-e4fc54aedee0.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.289377] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7815c221-31f7-4fb6-98ff-6d34365ad77f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.295524] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 660.295524] env[63043]: value = "task-2485561" [ 660.295524] env[63043]: _type = "Task" [ 660.295524] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.303191] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.325398] env[63043]: DEBUG oslo_vmware.api [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485557, 'name': PowerOnVM_Task, 'duration_secs': 1.203686} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.325662] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.325881] env[63043]: INFO nova.compute.manager [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Took 9.87 seconds to spawn the instance on the hypervisor. [ 660.326093] env[63043]: DEBUG nova.compute.manager [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.326869] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefb21a9-ff44-448c-ac77-e59d32f09e69 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.342207] env[63043]: DEBUG oslo_vmware.api [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485559, 'name': PowerOffVM_Task, 'duration_secs': 0.216915} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.342385] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.342567] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.342884] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad7ab56-d014-4c2e-9aba-7ed38397e1e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.408224] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070469} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.409596] env[63043]: DEBUG nova.network.neutron [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.411541] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.413221] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d218817-3a5f-4124-abeb-6ac19ba5a020 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.415957] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.416318] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.416392] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Deleting the datastore file [datastore2] d982bc6e-2297-46d0-a623-1744fb3ee44b {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.416568] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42136011-d1bb-4d19-b5cd-f7ac52484b5f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.438970] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 169aea8a-808e-4986-b75e-305f896f6f6a/169aea8a-808e-4986-b75e-305f896f6f6a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.443148] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa831bff-80f9-4e97-970c-2aecc06f5fd5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.458064] env[63043]: DEBUG nova.compute.manager [req-05fe2ac6-4cdd-4e6a-be2a-017f0f71c9f0 req-a7c418fb-bbaf-4219-b6af-2d404ce7c412 service nova] [instance: ffb951f2-2150-4168-a465-c5492557b199] Received event network-vif-deleted-e3f71b36-5782-4b27-a9ad-6edfad34a752 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.458791] env[63043]: DEBUG oslo_vmware.api [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Waiting for the task: (returnval){ [ 660.458791] env[63043]: value = "task-2485563" [ 660.458791] env[63043]: _type = "Task" [ 660.458791] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.464218] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 660.464218] env[63043]: value = "task-2485564" [ 660.464218] env[63043]: _type = "Task" [ 660.464218] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.470407] env[63043]: DEBUG oslo_vmware.api [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.474854] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.478330] env[63043]: INFO nova.compute.manager [-] [instance: ffb951f2-2150-4168-a465-c5492557b199] Took 1.30 seconds to deallocate network for instance. [ 660.600520] env[63043]: DEBUG nova.network.neutron [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Updating instance_info_cache with network_info: [{"id": "c80edf09-678d-447b-9634-4cae9641415c", "address": "fa:16:3e:f4:eb:ea", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80edf09-67", "ovs_interfaceid": "c80edf09-678d-447b-9634-4cae9641415c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.639144] env[63043]: DEBUG nova.compute.utils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 660.641053] env[63043]: DEBUG nova.compute.manager [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.641337] env[63043]: DEBUG nova.network.neutron [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.717351] env[63043]: DEBUG nova.policy [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35d6cb2bca3543c88aa1f99244aef779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'addb7316731a463d8ba6c86afb6e01d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.772920] env[63043]: DEBUG oslo_concurrency.lockutils [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Acquiring lock "refresh_cache-b0166fc9-a10c-4a84-a282-9689aa197254" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.773295] env[63043]: DEBUG oslo_concurrency.lockutils [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Acquired lock "refresh_cache-b0166fc9-a10c-4a84-a282-9689aa197254" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.773559] env[63043]: DEBUG nova.network.neutron [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.807234] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493862} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.807576] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 7796af7d-4ff9-471a-99e7-e4fc54aedee0/7796af7d-4ff9-471a-99e7-e4fc54aedee0.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.807795] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.808060] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05993bfa-9b2e-46bb-bd98-3a77e0fa64c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.816870] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 660.816870] env[63043]: value = "task-2485565" [ 660.816870] env[63043]: _type = "Task" [ 660.816870] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.825028] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.853904] env[63043]: INFO nova.compute.manager [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Took 36.04 seconds to build instance. [ 660.981735] env[63043]: DEBUG oslo_vmware.api [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Task: {'id': task-2485563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351719} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.991365] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.991706] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.992258] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.992543] env[63043]: INFO nova.compute.manager [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 660.992930] env[63043]: DEBUG oslo.service.loopingcall [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.994328] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.998140] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.998747] env[63043]: DEBUG nova.compute.manager [-] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.998920] env[63043]: DEBUG nova.network.neutron [-] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.065956] env[63043]: DEBUG nova.network.neutron [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Successfully created port: cb51e22d-0492-45ae-b3c4-9097a83d89d8 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.106917] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Releasing lock "refresh_cache-f3095410-0a08-4561-861e-4022635c603a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.107373] env[63043]: DEBUG nova.compute.manager [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Instance network_info: |[{"id": "c80edf09-678d-447b-9634-4cae9641415c", "address": "fa:16:3e:f4:eb:ea", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80edf09-67", "ovs_interfaceid": "c80edf09-678d-447b-9634-4cae9641415c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.108107] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:eb:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c80edf09-678d-447b-9634-4cae9641415c', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.120308] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Creating folder: Project (addb7316731a463d8ba6c86afb6e01d7). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.124062] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9bb1f14-63d8-481c-a761-cb32968a7df6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.135496] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Created folder: Project (addb7316731a463d8ba6c86afb6e01d7) in parent group-v502843. [ 661.135780] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Creating folder: Instances. Parent ref: group-v502903. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.139197] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbcd248f-40b3-432d-a148-415680c5f5f4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.148273] env[63043]: DEBUG nova.compute.manager [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.163702] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Created folder: Instances in parent group-v502903. [ 661.164100] env[63043]: DEBUG oslo.service.loopingcall [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.164934] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3095410-0a08-4561-861e-4022635c603a] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.168386] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd2054ea-7bd4-43e2-b7de-3daf7c60119c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.205467] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.205467] env[63043]: value = "task-2485568" [ 661.205467] env[63043]: _type = "Task" [ 661.205467] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.212326] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485568, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.268648] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be91b88-8e27-4987-bd4d-0235aedd7ad0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.276069] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6084db18-908d-4d41-8f00-742ded2e18cd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.311586] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b7292a-c806-457c-a560-c54286df1b7e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.315653] env[63043]: DEBUG nova.network.neutron [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.325443] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0e44da-412d-49b4-ba6e-4b4a2ec07c26 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.335165] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058553} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.350146] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.351982] env[63043]: DEBUG nova.compute.provider_tree [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.358698] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3502056-5239-4d44-90a8-597da35f8519 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.364314] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "741b00c8-123d-4c52-b0cd-f40673034ea9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.210s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.365835] env[63043]: DEBUG nova.scheduler.client.report [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.394479] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 7796af7d-4ff9-471a-99e7-e4fc54aedee0/7796af7d-4ff9-471a-99e7-e4fc54aedee0.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.395855] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d7240b-417f-4d6f-82cf-70214ce2e9d4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.416642] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 661.416642] env[63043]: value = "task-2485569" [ 661.416642] env[63043]: _type = "Task" [ 661.416642] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.426349] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.428426] env[63043]: DEBUG nova.network.neutron [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.478143] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485564, 'name': ReconfigVM_Task, 'duration_secs': 0.56993} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.478412] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 169aea8a-808e-4986-b75e-305f896f6f6a/169aea8a-808e-4986-b75e-305f896f6f6a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.479026] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bef5695d-7961-4f46-8006-c784c8a84260 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.486596] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 661.486596] env[63043]: value = "task-2485570" [ 661.486596] env[63043]: _type = "Task" [ 661.486596] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.494804] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485570, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.660390] env[63043]: DEBUG nova.compute.manager [req-5f631f7d-3deb-4754-bbee-bbf0a57ee29f req-1f469399-8266-4aa6-b82f-176eb643f1e5 service nova] [instance: f3095410-0a08-4561-861e-4022635c603a] Received event network-changed-c80edf09-678d-447b-9634-4cae9641415c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.660588] env[63043]: DEBUG nova.compute.manager [req-5f631f7d-3deb-4754-bbee-bbf0a57ee29f req-1f469399-8266-4aa6-b82f-176eb643f1e5 service nova] [instance: f3095410-0a08-4561-861e-4022635c603a] Refreshing instance network info cache due to event network-changed-c80edf09-678d-447b-9634-4cae9641415c. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 661.661421] env[63043]: DEBUG oslo_concurrency.lockutils [req-5f631f7d-3deb-4754-bbee-bbf0a57ee29f req-1f469399-8266-4aa6-b82f-176eb643f1e5 service nova] Acquiring lock "refresh_cache-f3095410-0a08-4561-861e-4022635c603a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.661785] env[63043]: DEBUG oslo_concurrency.lockutils [req-5f631f7d-3deb-4754-bbee-bbf0a57ee29f req-1f469399-8266-4aa6-b82f-176eb643f1e5 service nova] Acquired lock "refresh_cache-f3095410-0a08-4561-861e-4022635c603a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.661992] env[63043]: DEBUG nova.network.neutron [req-5f631f7d-3deb-4754-bbee-bbf0a57ee29f req-1f469399-8266-4aa6-b82f-176eb643f1e5 service nova] [instance: f3095410-0a08-4561-861e-4022635c603a] Refreshing network info cache for port c80edf09-678d-447b-9634-4cae9641415c {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.713343] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485568, 'name': CreateVM_Task, 'duration_secs': 0.351167} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.713525] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3095410-0a08-4561-861e-4022635c603a] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.714350] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.714552] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.714911] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.715207] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54132b2-3eb6-4e9a-8648-fa602d709c45 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.726547] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 661.726547] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e83d07-221a-d10a-d192-502404ba5336" [ 661.726547] env[63043]: _type = "Task" [ 661.726547] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.734949] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e83d07-221a-d10a-d192-502404ba5336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.829932] env[63043]: DEBUG nova.network.neutron [-] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.877349] env[63043]: DEBUG nova.compute.manager [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.925571] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485569, 'name': ReconfigVM_Task, 'duration_secs': 0.308322} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.925935] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 7796af7d-4ff9-471a-99e7-e4fc54aedee0/7796af7d-4ff9-471a-99e7-e4fc54aedee0.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.926577] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cb29a14-1075-481c-b58a-7c677e7032ba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.934873] env[63043]: DEBUG oslo_concurrency.lockutils [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Releasing lock "refresh_cache-b0166fc9-a10c-4a84-a282-9689aa197254" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.934873] env[63043]: DEBUG nova.compute.manager [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.934873] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.934873] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b4ac0d-8ee4-4c90-bf0d-0772a6de5372 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.938611] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 661.938611] env[63043]: value = "task-2485571" [ 661.938611] env[63043]: _type = "Task" [ 661.938611] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.944554] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.945135] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8ab787c-226b-4735-a45c-1364fdabc5fb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.949829] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485571, 'name': Rename_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.955498] env[63043]: DEBUG oslo_vmware.api [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Waiting for the task: (returnval){ [ 661.955498] env[63043]: value = "task-2485572" [ 661.955498] env[63043]: _type = "Task" [ 661.955498] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.964266] env[63043]: DEBUG oslo_vmware.api [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.999441] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485570, 'name': Rename_Task, 'duration_secs': 0.430036} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.999748] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.999999] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fecf95db-e978-44bc-b7d9-44c62120f317 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.006280] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 662.006280] env[63043]: value = "task-2485573" [ 662.006280] env[63043]: _type = "Task" [ 662.006280] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.014433] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.171036] env[63043]: DEBUG nova.compute.manager [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.198571] env[63043]: DEBUG nova.virt.hardware [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.198808] env[63043]: DEBUG nova.virt.hardware [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.198969] env[63043]: DEBUG nova.virt.hardware [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.199165] env[63043]: DEBUG nova.virt.hardware [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.199313] env[63043]: DEBUG nova.virt.hardware [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.199482] env[63043]: DEBUG nova.virt.hardware [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.199799] env[63043]: DEBUG nova.virt.hardware [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.199982] env[63043]: DEBUG nova.virt.hardware [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.200280] env[63043]: DEBUG nova.virt.hardware [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.200354] env[63043]: DEBUG nova.virt.hardware [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.200502] env[63043]: DEBUG nova.virt.hardware [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.201440] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7570a4-8057-48a3-ab63-ae70d4c2ec27 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.213250] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c63e53a-39cb-4dac-8973-3f86a3ec08fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.235315] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e83d07-221a-d10a-d192-502404ba5336, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.235622] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.235860] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.236103] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.236255] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.236433] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.236681] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18d13b6b-b3ec-4cdb-8878-e52b87b2995a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.245046] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.245233] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.245948] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ececb9d5-6fe7-4026-9130-2204d17055c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.251056] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 662.251056] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5247bd0d-72a0-8894-6e88-19fe984dc5ce" [ 662.251056] env[63043]: _type = "Task" [ 662.251056] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.259171] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5247bd0d-72a0-8894-6e88-19fe984dc5ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.333038] env[63043]: INFO nova.compute.manager [-] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Took 1.33 seconds to deallocate network for instance. [ 662.382293] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.247s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.387560] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.966s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.387851] env[63043]: DEBUG nova.objects.instance [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lazy-loading 'resources' on Instance uuid 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.411111] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.449417] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485571, 'name': Rename_Task, 'duration_secs': 0.206264} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.450722] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.450722] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33650fb6-acfa-498a-8634-42e443dfb436 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.460844] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 662.460844] env[63043]: value = "task-2485574" [ 662.460844] env[63043]: _type = "Task" [ 662.460844] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.467444] env[63043]: DEBUG oslo_vmware.api [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485572, 'name': PowerOffVM_Task, 'duration_secs': 0.280325} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.468116] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.468353] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.468643] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f15158-eaee-4a22-81fa-aa91489a5616 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.473249] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485574, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.497099] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.497099] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.497099] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Deleting the datastore file [datastore2] b0166fc9-a10c-4a84-a282-9689aa197254 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.497237] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c99a641c-e1f3-4553-942c-bc692c27cec4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.503484] env[63043]: DEBUG oslo_vmware.api [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Waiting for the task: (returnval){ [ 662.503484] env[63043]: value = "task-2485576" [ 662.503484] env[63043]: _type = "Task" [ 662.503484] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.514772] env[63043]: DEBUG oslo_vmware.api [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.520136] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.664535] env[63043]: DEBUG nova.network.neutron [req-5f631f7d-3deb-4754-bbee-bbf0a57ee29f req-1f469399-8266-4aa6-b82f-176eb643f1e5 service nova] [instance: f3095410-0a08-4561-861e-4022635c603a] Updated VIF entry in instance network info cache for port c80edf09-678d-447b-9634-4cae9641415c. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.664969] env[63043]: DEBUG nova.network.neutron [req-5f631f7d-3deb-4754-bbee-bbf0a57ee29f req-1f469399-8266-4aa6-b82f-176eb643f1e5 service nova] [instance: f3095410-0a08-4561-861e-4022635c603a] Updating instance_info_cache with network_info: [{"id": "c80edf09-678d-447b-9634-4cae9641415c", "address": "fa:16:3e:f4:eb:ea", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80edf09-67", "ovs_interfaceid": "c80edf09-678d-447b-9634-4cae9641415c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.766289] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5247bd0d-72a0-8894-6e88-19fe984dc5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.767447] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ede17b-0e58-4151-bf03-090fe147e0e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.775117] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 662.775117] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527fbb06-55cd-5ea0-111b-2a71a5a53377" [ 662.775117] env[63043]: _type = "Task" [ 662.775117] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.787075] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527fbb06-55cd-5ea0-111b-2a71a5a53377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.831588] env[63043]: DEBUG nova.network.neutron [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Successfully updated port: cb51e22d-0492-45ae-b3c4-9097a83d89d8 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.841330] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.860981] env[63043]: DEBUG nova.compute.manager [req-5d9e3f7f-8160-44a0-91a9-16867c273b15 req-655055a1-d5ad-4bb3-970e-ce9a853e86a8 service nova] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Received event network-vif-plugged-cb51e22d-0492-45ae-b3c4-9097a83d89d8 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.861188] env[63043]: DEBUG oslo_concurrency.lockutils [req-5d9e3f7f-8160-44a0-91a9-16867c273b15 req-655055a1-d5ad-4bb3-970e-ce9a853e86a8 service nova] Acquiring lock "a84ed5f1-d21a-474d-acdc-54a2185642e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.861392] env[63043]: DEBUG oslo_concurrency.lockutils [req-5d9e3f7f-8160-44a0-91a9-16867c273b15 req-655055a1-d5ad-4bb3-970e-ce9a853e86a8 service nova] Lock "a84ed5f1-d21a-474d-acdc-54a2185642e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.861557] env[63043]: DEBUG oslo_concurrency.lockutils [req-5d9e3f7f-8160-44a0-91a9-16867c273b15 req-655055a1-d5ad-4bb3-970e-ce9a853e86a8 service nova] Lock "a84ed5f1-d21a-474d-acdc-54a2185642e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.861713] env[63043]: DEBUG nova.compute.manager [req-5d9e3f7f-8160-44a0-91a9-16867c273b15 req-655055a1-d5ad-4bb3-970e-ce9a853e86a8 service nova] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] No waiting events found dispatching network-vif-plugged-cb51e22d-0492-45ae-b3c4-9097a83d89d8 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.861872] env[63043]: WARNING nova.compute.manager [req-5d9e3f7f-8160-44a0-91a9-16867c273b15 req-655055a1-d5ad-4bb3-970e-ce9a853e86a8 service nova] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Received unexpected event network-vif-plugged-cb51e22d-0492-45ae-b3c4-9097a83d89d8 for instance with vm_state building and task_state spawning. [ 662.949702] env[63043]: INFO nova.scheduler.client.report [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Deleted allocation for migration 275fc314-16c6-40ae-ac0f-5bbdf166dada [ 662.971408] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.021408] env[63043]: DEBUG oslo_vmware.api [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Task: {'id': task-2485576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097007} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.027021] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.027224] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.028353] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.028353] env[63043]: INFO nova.compute.manager [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Took 1.09 seconds to destroy the instance on the hypervisor. [ 663.028353] env[63043]: DEBUG oslo.service.loopingcall [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.028353] env[63043]: DEBUG oslo_vmware.api [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485573, 'name': PowerOnVM_Task, 'duration_secs': 0.796981} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.028716] env[63043]: DEBUG nova.compute.manager [-] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.028810] env[63043]: DEBUG nova.network.neutron [-] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.030442] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.030626] env[63043]: INFO nova.compute.manager [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Took 9.92 seconds to spawn the instance on the hypervisor. [ 663.030888] env[63043]: DEBUG nova.compute.manager [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.031598] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53ccedc-ceac-4ac9-97a5-2c384c191fd7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.067039] env[63043]: DEBUG nova.network.neutron [-] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.168247] env[63043]: DEBUG oslo_concurrency.lockutils [req-5f631f7d-3deb-4754-bbee-bbf0a57ee29f req-1f469399-8266-4aa6-b82f-176eb643f1e5 service nova] Releasing lock "refresh_cache-f3095410-0a08-4561-861e-4022635c603a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.168514] env[63043]: DEBUG nova.compute.manager [req-5f631f7d-3deb-4754-bbee-bbf0a57ee29f req-1f469399-8266-4aa6-b82f-176eb643f1e5 service nova] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Received event network-vif-deleted-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.168689] env[63043]: INFO nova.compute.manager [req-5f631f7d-3deb-4754-bbee-bbf0a57ee29f req-1f469399-8266-4aa6-b82f-176eb643f1e5 service nova] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Neutron deleted interface f0b9f971-9aa6-4946-9e31-eaaba6e7c5be; detaching it from the instance and deleting it from the info cache [ 663.168861] env[63043]: DEBUG nova.network.neutron [req-5f631f7d-3deb-4754-bbee-bbf0a57ee29f req-1f469399-8266-4aa6-b82f-176eb643f1e5 service nova] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.289768] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527fbb06-55cd-5ea0-111b-2a71a5a53377, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.290429] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.291038] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] f3095410-0a08-4561-861e-4022635c603a/f3095410-0a08-4561-861e-4022635c603a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.291465] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a610fbd6-8aa7-4b1d-aa6e-bf4cd8c1a30f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.301122] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 663.301122] env[63043]: value = "task-2485577" [ 663.301122] env[63043]: _type = "Task" [ 663.301122] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.308151] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.334913] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "refresh_cache-a84ed5f1-d21a-474d-acdc-54a2185642e1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.335788] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquired lock "refresh_cache-a84ed5f1-d21a-474d-acdc-54a2185642e1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.336537] env[63043]: DEBUG nova.network.neutron [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.399027] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f02edd-b0fa-458a-9dda-32bf3dcabf80 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.407157] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75550849-f34f-4ec9-b3b2-743d6bf9de40 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.440521] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb532a67-50e5-4eb5-97e8-64bb0eb06adf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.448379] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d125cb-3054-4e72-8133-5f9cec0c47c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.463449] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c734e157-ee71-4adf-b3b0-792dc8e5862c tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.411s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.464953] env[63043]: DEBUG nova.compute.provider_tree [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.477964] env[63043]: DEBUG oslo_vmware.api [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485574, 'name': PowerOnVM_Task, 'duration_secs': 0.52662} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.478271] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.478479] env[63043]: INFO nova.compute.manager [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Took 7.60 seconds to spawn the instance on the hypervisor. [ 663.478663] env[63043]: DEBUG nova.compute.manager [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.479797] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfced5a6-d586-4ad5-9b84-e370b73e5cfa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.552108] env[63043]: INFO nova.compute.manager [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Took 37.19 seconds to build instance. [ 663.571727] env[63043]: DEBUG nova.network.neutron [-] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.672208] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a491d1b1-273c-4979-80a2-8c129fde3d10 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.683462] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71fc795-6a92-4e11-be7c-8ba30669e61f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.722309] env[63043]: DEBUG nova.compute.manager [req-5f631f7d-3deb-4754-bbee-bbf0a57ee29f req-1f469399-8266-4aa6-b82f-176eb643f1e5 service nova] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Detach interface failed, port_id=f0b9f971-9aa6-4946-9e31-eaaba6e7c5be, reason: Instance d982bc6e-2297-46d0-a623-1744fb3ee44b could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 663.812038] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487455} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.812317] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] f3095410-0a08-4561-861e-4022635c603a/f3095410-0a08-4561-861e-4022635c603a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.812530] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.812780] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-455cad8c-a516-4c3d-9202-3eba741c844f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.822198] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 663.822198] env[63043]: value = "task-2485578" [ 663.822198] env[63043]: _type = "Task" [ 663.822198] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.830069] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.897106] env[63043]: DEBUG nova.network.neutron [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.969383] env[63043]: DEBUG nova.scheduler.client.report [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.997625] env[63043]: INFO nova.compute.manager [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Took 36.22 seconds to build instance. [ 664.054079] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd795283-c33f-488a-9980-7b97202a56a7 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "169aea8a-808e-4986-b75e-305f896f6f6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.433s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.074746] env[63043]: INFO nova.compute.manager [-] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Took 1.05 seconds to deallocate network for instance. [ 664.332430] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066532} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.333504] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.336880] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eae0af-ea44-46d4-a5e3-acc0fc49011e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.372197] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] f3095410-0a08-4561-861e-4022635c603a/f3095410-0a08-4561-861e-4022635c603a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.372317] env[63043]: DEBUG nova.network.neutron [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Updating instance_info_cache with network_info: [{"id": "cb51e22d-0492-45ae-b3c4-9097a83d89d8", "address": "fa:16:3e:0c:8d:24", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb51e22d-04", "ovs_interfaceid": "cb51e22d-0492-45ae-b3c4-9097a83d89d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.373192] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4277fc84-8430-4725-a6d1-2606f5657d75 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.398916] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 664.398916] env[63043]: value = "task-2485579" [ 664.398916] env[63043]: _type = "Task" [ 664.398916] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.407801] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.474218] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.477180] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.300s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.480062] env[63043]: INFO nova.compute.claims [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.501650] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "7796af7d-4ff9-471a-99e7-e4fc54aedee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.997s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.515420] env[63043]: INFO nova.scheduler.client.report [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted allocations for instance 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea [ 664.557355] env[63043]: DEBUG nova.compute.manager [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.583046] env[63043]: DEBUG oslo_concurrency.lockutils [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.710926] env[63043]: DEBUG oslo_concurrency.lockutils [None req-85a2c0a5-471a-466d-bc30-cb868d6ba141 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "4df019ea-8beb-4e10-acfa-04df94575993" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.711214] env[63043]: DEBUG oslo_concurrency.lockutils [None req-85a2c0a5-471a-466d-bc30-cb868d6ba141 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "4df019ea-8beb-4e10-acfa-04df94575993" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.711419] env[63043]: DEBUG nova.compute.manager [None req-85a2c0a5-471a-466d-bc30-cb868d6ba141 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.712336] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dfa69b-7a6a-42e5-a0ee-df8cc57dd22f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.719402] env[63043]: DEBUG nova.compute.manager [None req-85a2c0a5-471a-466d-bc30-cb868d6ba141 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63043) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 664.719966] env[63043]: DEBUG nova.objects.instance [None req-85a2c0a5-471a-466d-bc30-cb868d6ba141 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lazy-loading 'flavor' on Instance uuid 4df019ea-8beb-4e10-acfa-04df94575993 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.892432] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Releasing lock "refresh_cache-a84ed5f1-d21a-474d-acdc-54a2185642e1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.892765] env[63043]: DEBUG nova.compute.manager [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Instance network_info: |[{"id": "cb51e22d-0492-45ae-b3c4-9097a83d89d8", "address": "fa:16:3e:0c:8d:24", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb51e22d-04", "ovs_interfaceid": "cb51e22d-0492-45ae-b3c4-9097a83d89d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.893622] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:8d:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb51e22d-0492-45ae-b3c4-9097a83d89d8', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.901765] env[63043]: DEBUG oslo.service.loopingcall [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.902097] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.905550] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68492018-5327-4918-a216-8b931d696b46 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.933288] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485579, 'name': ReconfigVM_Task, 'duration_secs': 0.355846} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.936025] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Reconfigured VM instance instance-00000017 to attach disk [datastore1] f3095410-0a08-4561-861e-4022635c603a/f3095410-0a08-4561-861e-4022635c603a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.936551] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.936551] env[63043]: value = "task-2485580" [ 664.936551] env[63043]: _type = "Task" [ 664.936551] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.936729] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90baeb2d-be89-4307-8916-5f4a582b1558 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.947238] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485580, 'name': CreateVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.948721] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 664.948721] env[63043]: value = "task-2485581" [ 664.948721] env[63043]: _type = "Task" [ 664.948721] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.957289] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485581, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.999255] env[63043]: DEBUG nova.compute.manager [req-b50cb0f4-ae97-4316-a0f8-0f86d4741267 req-7aa27cf5-00cf-4e1d-bf65-7bae649e803c service nova] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Received event network-changed-cb51e22d-0492-45ae-b3c4-9097a83d89d8 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.999451] env[63043]: DEBUG nova.compute.manager [req-b50cb0f4-ae97-4316-a0f8-0f86d4741267 req-7aa27cf5-00cf-4e1d-bf65-7bae649e803c service nova] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Refreshing instance network info cache due to event network-changed-cb51e22d-0492-45ae-b3c4-9097a83d89d8. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 664.999689] env[63043]: DEBUG oslo_concurrency.lockutils [req-b50cb0f4-ae97-4316-a0f8-0f86d4741267 req-7aa27cf5-00cf-4e1d-bf65-7bae649e803c service nova] Acquiring lock "refresh_cache-a84ed5f1-d21a-474d-acdc-54a2185642e1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.999866] env[63043]: DEBUG oslo_concurrency.lockutils [req-b50cb0f4-ae97-4316-a0f8-0f86d4741267 req-7aa27cf5-00cf-4e1d-bf65-7bae649e803c service nova] Acquired lock "refresh_cache-a84ed5f1-d21a-474d-acdc-54a2185642e1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.000096] env[63043]: DEBUG nova.network.neutron [req-b50cb0f4-ae97-4316-a0f8-0f86d4741267 req-7aa27cf5-00cf-4e1d-bf65-7bae649e803c service nova] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Refreshing network info cache for port cb51e22d-0492-45ae-b3c4-9097a83d89d8 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.004952] env[63043]: DEBUG nova.compute.manager [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.023475] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "990a34e1-cf52-4ce7-b0ff-d1a2cac106ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.884s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.086247] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.448312] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485580, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.457869] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485581, 'name': Rename_Task, 'duration_secs': 0.183266} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.458269] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.458642] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c3256e-e65b-443b-a61e-3afbf3c65c4d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.465367] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 665.465367] env[63043]: value = "task-2485582" [ 665.465367] env[63043]: _type = "Task" [ 665.465367] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.473335] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.542904] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.628488] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "7796af7d-4ff9-471a-99e7-e4fc54aedee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.628745] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "7796af7d-4ff9-471a-99e7-e4fc54aedee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.628938] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "7796af7d-4ff9-471a-99e7-e4fc54aedee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.629136] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "7796af7d-4ff9-471a-99e7-e4fc54aedee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.629326] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "7796af7d-4ff9-471a-99e7-e4fc54aedee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.635480] env[63043]: INFO nova.compute.manager [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Terminating instance [ 665.731025] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a2c0a5-471a-466d-bc30-cb868d6ba141 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.731025] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d630af-4c89-4e7e-bcb0-a4580cc4f018 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.738055] env[63043]: DEBUG oslo_vmware.api [None req-85a2c0a5-471a-466d-bc30-cb868d6ba141 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 665.738055] env[63043]: value = "task-2485583" [ 665.738055] env[63043]: _type = "Task" [ 665.738055] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.748732] env[63043]: DEBUG oslo_vmware.api [None req-85a2c0a5-471a-466d-bc30-cb868d6ba141 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.776794] env[63043]: DEBUG nova.network.neutron [req-b50cb0f4-ae97-4316-a0f8-0f86d4741267 req-7aa27cf5-00cf-4e1d-bf65-7bae649e803c service nova] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Updated VIF entry in instance network info cache for port cb51e22d-0492-45ae-b3c4-9097a83d89d8. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.777217] env[63043]: DEBUG nova.network.neutron [req-b50cb0f4-ae97-4316-a0f8-0f86d4741267 req-7aa27cf5-00cf-4e1d-bf65-7bae649e803c service nova] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Updating instance_info_cache with network_info: [{"id": "cb51e22d-0492-45ae-b3c4-9097a83d89d8", "address": "fa:16:3e:0c:8d:24", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb51e22d-04", "ovs_interfaceid": "cb51e22d-0492-45ae-b3c4-9097a83d89d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.951167] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485580, 'name': CreateVM_Task, 'duration_secs': 0.60833} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.954198] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.955108] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.955343] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.955672] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.955945] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c57a181-d6f3-48c3-bf19-eb18fa3a6c76 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.961265] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 665.961265] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d3aeba-2b92-723c-4e77-517d4e1e2564" [ 665.961265] env[63043]: _type = "Task" [ 665.961265] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.974649] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d3aeba-2b92-723c-4e77-517d4e1e2564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.982068] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.005215] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2626fc-3837-4c87-bcf1-62a7a3787a96 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.016424] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.017329] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.017782] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74213e28-017c-4246-801f-c1f2f8b30989 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.050351] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be3a142-2e83-41e9-a27f-a967f230d3e5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.060083] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4950c6ce-54e5-4ad5-b51a-1c27275ea8d9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.072488] env[63043]: DEBUG nova.compute.provider_tree [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.140918] env[63043]: DEBUG nova.compute.manager [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.141053] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.142101] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6f99ce-4221-47e7-a961-5a3cca3649c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.151642] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.151897] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49a5b688-d017-450f-af67-973e682658dd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.157838] env[63043]: DEBUG oslo_vmware.api [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 666.157838] env[63043]: value = "task-2485584" [ 666.157838] env[63043]: _type = "Task" [ 666.157838] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.165745] env[63043]: DEBUG oslo_vmware.api [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.248404] env[63043]: DEBUG oslo_vmware.api [None req-85a2c0a5-471a-466d-bc30-cb868d6ba141 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485583, 'name': PowerOffVM_Task, 'duration_secs': 0.19021} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.248676] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a2c0a5-471a-466d-bc30-cb868d6ba141 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.248911] env[63043]: DEBUG nova.compute.manager [None req-85a2c0a5-471a-466d-bc30-cb868d6ba141 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.249866] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d5bf42-36fb-409d-9336-35733dd129e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.280166] env[63043]: DEBUG oslo_concurrency.lockutils [req-b50cb0f4-ae97-4316-a0f8-0f86d4741267 req-7aa27cf5-00cf-4e1d-bf65-7bae649e803c service nova] Releasing lock "refresh_cache-a84ed5f1-d21a-474d-acdc-54a2185642e1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.471166] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d3aeba-2b92-723c-4e77-517d4e1e2564, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.474257] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.474490] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.474718] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.474861] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.475044] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.475329] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3be5645f-6137-452d-82e9-898e7b0ca916 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.482317] env[63043]: DEBUG oslo_vmware.api [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485582, 'name': PowerOnVM_Task, 'duration_secs': 0.754875} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.482559] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.482758] env[63043]: INFO nova.compute.manager [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Took 7.98 seconds to spawn the instance on the hypervisor. [ 666.482937] env[63043]: DEBUG nova.compute.manager [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.483709] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45b52fc-7d76-4a72-afd6-e1f05dbc50f6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.486989] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.487217] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.488452] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca5db7a-bf27-4377-ae07-78bd9bb88b8c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.496793] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 666.496793] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a7f9bd-1db8-879e-b2de-eda6d2a1b819" [ 666.496793] env[63043]: _type = "Task" [ 666.496793] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.504317] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a7f9bd-1db8-879e-b2de-eda6d2a1b819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.575712] env[63043]: DEBUG nova.scheduler.client.report [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.667815] env[63043]: DEBUG oslo_vmware.api [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485584, 'name': PowerOffVM_Task, 'duration_secs': 0.275724} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.668100] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.668277] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.668516] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3338ee36-6ea6-4093-a042-49e3db84ba36 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.761526] env[63043]: DEBUG oslo_concurrency.lockutils [None req-85a2c0a5-471a-466d-bc30-cb868d6ba141 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "4df019ea-8beb-4e10-acfa-04df94575993" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.842447] env[63043]: DEBUG nova.compute.manager [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.844385] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbd82c9-7b8a-4142-85b0-ad1c1e3f1121 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.005645] env[63043]: INFO nova.compute.manager [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Took 34.76 seconds to build instance. [ 667.011359] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a7f9bd-1db8-879e-b2de-eda6d2a1b819, 'name': SearchDatastore_Task, 'duration_secs': 0.036294} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.012050] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec5ce31-6b06-4849-a2e4-2da70a6eae7f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.017953] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 667.017953] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52629e4d-c8d3-7752-dd15-275616e2e32b" [ 667.017953] env[63043]: _type = "Task" [ 667.017953] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.027776] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52629e4d-c8d3-7752-dd15-275616e2e32b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.081997] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.082505] env[63043]: DEBUG nova.compute.manager [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.085088] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.616s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.086494] env[63043]: INFO nova.compute.claims [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.355073] env[63043]: INFO nova.compute.manager [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] instance snapshotting [ 667.358367] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45769bb2-4e56-48b5-a170-57f4a6d27771 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.383725] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d753fd35-2385-4ec5-9f4a-510c050ca85e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.507805] env[63043]: DEBUG oslo_concurrency.lockutils [None req-82c16643-3a83-49bc-b424-4cc8ce18da91 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "f3095410-0a08-4561-861e-4022635c603a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.990s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.530322] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52629e4d-c8d3-7752-dd15-275616e2e32b, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.530544] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.530877] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] a84ed5f1-d21a-474d-acdc-54a2185642e1/a84ed5f1-d21a-474d-acdc-54a2185642e1.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.531241] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3199a549-1c77-4bc4-a6b4-6a7a5d2bae42 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.539040] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 667.539040] env[63043]: value = "task-2485586" [ 667.539040] env[63043]: _type = "Task" [ 667.539040] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.546988] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.590871] env[63043]: DEBUG nova.compute.utils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 667.594471] env[63043]: DEBUG nova.compute.manager [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.594673] env[63043]: DEBUG nova.network.neutron [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.664755] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.664896] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.665072] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Deleting the datastore file [datastore1] 7796af7d-4ff9-471a-99e7-e4fc54aedee0 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.665351] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6b865e0-b01d-4b94-8395-57769ddea886 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.668908] env[63043]: DEBUG nova.policy [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd25640fd4e44c658367891eb7169c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a9672858271458bb0b79be38d164de4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.675161] env[63043]: DEBUG oslo_vmware.api [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for the task: (returnval){ [ 667.675161] env[63043]: value = "task-2485587" [ 667.675161] env[63043]: _type = "Task" [ 667.675161] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.683176] env[63043]: DEBUG oslo_vmware.api [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.823983] env[63043]: DEBUG nova.objects.instance [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lazy-loading 'flavor' on Instance uuid 4df019ea-8beb-4e10-acfa-04df94575993 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.898783] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 667.899145] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a366cf6-1afe-4625-ac09-cb577b68cae6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.908121] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 667.908121] env[63043]: value = "task-2485588" [ 667.908121] env[63043]: _type = "Task" [ 667.908121] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.921408] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485588, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.011583] env[63043]: DEBUG nova.compute.manager [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.020496] env[63043]: DEBUG nova.network.neutron [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Successfully created port: 129a2100-b484-4e75-bd76-0e58b9919dc6 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.048295] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485586, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.095154] env[63043]: DEBUG nova.compute.manager [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.188956] env[63043]: DEBUG oslo_vmware.api [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.331579] env[63043]: DEBUG oslo_concurrency.lockutils [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "refresh_cache-4df019ea-8beb-4e10-acfa-04df94575993" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.331805] env[63043]: DEBUG oslo_concurrency.lockutils [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquired lock "refresh_cache-4df019ea-8beb-4e10-acfa-04df94575993" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.331939] env[63043]: DEBUG nova.network.neutron [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.332129] env[63043]: DEBUG nova.objects.instance [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lazy-loading 'info_cache' on Instance uuid 4df019ea-8beb-4e10-acfa-04df94575993 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.364282] env[63043]: DEBUG nova.network.neutron [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Successfully created port: d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.418067] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485588, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.514311] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267bee9c-4251-4ffd-8483-3574f88623a0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.524094] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6396c0-3527-4962-9e74-3ef6fdba2853 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.553607] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.557081] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc3aaca-4e04-4766-8336-0adc2f857637 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.565917] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533146} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.567211] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] a84ed5f1-d21a-474d-acdc-54a2185642e1/a84ed5f1-d21a-474d-acdc-54a2185642e1.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.567420] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.567679] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-489cfdbc-51a5-4ff4-a3bf-537f799d4023 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.570294] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0590966-6633-4007-978b-06282a24356d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.584011] env[63043]: DEBUG nova.compute.provider_tree [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.586759] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 668.586759] env[63043]: value = "task-2485589" [ 668.586759] env[63043]: _type = "Task" [ 668.586759] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.599022] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.677251] env[63043]: DEBUG nova.network.neutron [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Successfully created port: 4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.688677] env[63043]: DEBUG oslo_vmware.api [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Task: {'id': task-2485587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.678098} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.688935] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.689129] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.689305] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.689477] env[63043]: INFO nova.compute.manager [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Took 2.55 seconds to destroy the instance on the hypervisor. [ 668.689711] env[63043]: DEBUG oslo.service.loopingcall [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 668.689894] env[63043]: DEBUG nova.compute.manager [-] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.689985] env[63043]: DEBUG nova.network.neutron [-] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.836449] env[63043]: DEBUG nova.objects.base [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Object Instance<4df019ea-8beb-4e10-acfa-04df94575993> lazy-loaded attributes: flavor,info_cache {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 668.919690] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485588, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.088911] env[63043]: DEBUG nova.scheduler.client.report [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.097876] env[63043]: DEBUG nova.compute.manager [req-dceec0e7-9b08-419e-96c2-fd962b2e6df9 req-eb56f911-8410-43c6-a6b0-bab501a4fdf6 service nova] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Received event network-vif-deleted-35dab9e5-ea4c-44d4-9561-0e4791c737f5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.098084] env[63043]: INFO nova.compute.manager [req-dceec0e7-9b08-419e-96c2-fd962b2e6df9 req-eb56f911-8410-43c6-a6b0-bab501a4fdf6 service nova] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Neutron deleted interface 35dab9e5-ea4c-44d4-9561-0e4791c737f5; detaching it from the instance and deleting it from the info cache [ 669.098268] env[63043]: DEBUG nova.network.neutron [req-dceec0e7-9b08-419e-96c2-fd962b2e6df9 req-eb56f911-8410-43c6-a6b0-bab501a4fdf6 service nova] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.106683] env[63043]: DEBUG nova.compute.manager [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.108788] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19928} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.110067] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.110873] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6deeed6-0bac-4495-9859-d187b389867a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.133991] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] a84ed5f1-d21a-474d-acdc-54a2185642e1/a84ed5f1-d21a-474d-acdc-54a2185642e1.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.136457] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a90e74a8-d4cf-4452-855c-b79de17b8d2d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.157143] env[63043]: DEBUG nova.virt.hardware [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.157464] env[63043]: DEBUG nova.virt.hardware [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.157679] env[63043]: DEBUG nova.virt.hardware [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.157848] env[63043]: DEBUG nova.virt.hardware [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.157961] env[63043]: DEBUG nova.virt.hardware [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.158124] env[63043]: DEBUG nova.virt.hardware [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.158337] env[63043]: DEBUG nova.virt.hardware [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.158542] env[63043]: DEBUG nova.virt.hardware [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.158747] env[63043]: DEBUG nova.virt.hardware [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.158915] env[63043]: DEBUG nova.virt.hardware [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.159102] env[63043]: DEBUG nova.virt.hardware [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.159900] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498cbd34-6de4-4c21-bb15-26c4a8626c3e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.163577] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 669.163577] env[63043]: value = "task-2485590" [ 669.163577] env[63043]: _type = "Task" [ 669.163577] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.172194] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523d1103-0b42-4405-9085-a6437c9992df {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.178886] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.419673] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485588, 'name': CreateSnapshot_Task, 'duration_secs': 1.202673} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.419938] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 669.420710] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1976d53-bb98-4a04-a7fb-479c6df2f13d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.495793] env[63043]: DEBUG nova.network.neutron [-] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.572401] env[63043]: DEBUG nova.network.neutron [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Updating instance_info_cache with network_info: [{"id": "113341b4-6bcc-4c54-b87f-903727358d26", "address": "fa:16:3e:19:be:f4", "network": {"id": "e1244af6-58d6-466b-ae56-ccfc5c3a3acc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-193987399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032bac363c8c49faaca5ca5657db9452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113341b4-6b", "ovs_interfaceid": "113341b4-6bcc-4c54-b87f-903727358d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.600639] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.601252] env[63043]: DEBUG nova.compute.manager [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.603985] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.767s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.604225] env[63043]: DEBUG nova.objects.instance [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Lazy-loading 'resources' on Instance uuid 4fe02429-cd39-4135-9936-b520204db2d9 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.605798] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f1bdbb7-0e6b-45f7-a9ff-1fa40fc6fb4d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.615553] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc24e48-e288-4dc2-8070-2deaa87abaae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.646944] env[63043]: DEBUG nova.compute.manager [req-dceec0e7-9b08-419e-96c2-fd962b2e6df9 req-eb56f911-8410-43c6-a6b0-bab501a4fdf6 service nova] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Detach interface failed, port_id=35dab9e5-ea4c-44d4-9561-0e4791c737f5, reason: Instance 7796af7d-4ff9-471a-99e7-e4fc54aedee0 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 669.673220] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.943022] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 669.943514] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ba70444-0173-4d21-9982-8b2535fd70cc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.954192] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 669.954192] env[63043]: value = "task-2485591" [ 669.954192] env[63043]: _type = "Task" [ 669.954192] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.964930] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485591, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.998607] env[63043]: INFO nova.compute.manager [-] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Took 1.31 seconds to deallocate network for instance. [ 670.075705] env[63043]: DEBUG oslo_concurrency.lockutils [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Releasing lock "refresh_cache-4df019ea-8beb-4e10-acfa-04df94575993" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.110083] env[63043]: DEBUG nova.compute.utils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 670.111866] env[63043]: DEBUG nova.compute.manager [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.112377] env[63043]: DEBUG nova.network.neutron [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.175190] env[63043]: DEBUG nova.policy [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5fcbf31cc24962af820347b03cf1d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b65c7a1714450798f8595109eab02f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.178692] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485590, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.285968] env[63043]: DEBUG nova.compute.manager [req-fff17ee4-5f6a-4b9c-bc1d-cb5a0ef93235 req-b439132f-92c0-4efd-8aae-a32723b9d951 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Received event network-vif-plugged-129a2100-b484-4e75-bd76-0e58b9919dc6 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.286150] env[63043]: DEBUG oslo_concurrency.lockutils [req-fff17ee4-5f6a-4b9c-bc1d-cb5a0ef93235 req-b439132f-92c0-4efd-8aae-a32723b9d951 service nova] Acquiring lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.286362] env[63043]: DEBUG oslo_concurrency.lockutils [req-fff17ee4-5f6a-4b9c-bc1d-cb5a0ef93235 req-b439132f-92c0-4efd-8aae-a32723b9d951 service nova] Lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.286526] env[63043]: DEBUG oslo_concurrency.lockutils [req-fff17ee4-5f6a-4b9c-bc1d-cb5a0ef93235 req-b439132f-92c0-4efd-8aae-a32723b9d951 service nova] Lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.286688] env[63043]: DEBUG nova.compute.manager [req-fff17ee4-5f6a-4b9c-bc1d-cb5a0ef93235 req-b439132f-92c0-4efd-8aae-a32723b9d951 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] No waiting events found dispatching network-vif-plugged-129a2100-b484-4e75-bd76-0e58b9919dc6 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.286849] env[63043]: WARNING nova.compute.manager [req-fff17ee4-5f6a-4b9c-bc1d-cb5a0ef93235 req-b439132f-92c0-4efd-8aae-a32723b9d951 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Received unexpected event network-vif-plugged-129a2100-b484-4e75-bd76-0e58b9919dc6 for instance with vm_state building and task_state spawning. [ 670.373999] env[63043]: DEBUG nova.network.neutron [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Successfully updated port: 129a2100-b484-4e75-bd76-0e58b9919dc6 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.469654] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485591, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.508923] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.558078] env[63043]: DEBUG nova.network.neutron [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Successfully created port: 81cfe250-3a72-4a2c-9525-9eabf1ac8137 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.618147] env[63043]: DEBUG nova.compute.manager [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.667104] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b997d2-e8d2-4235-82c5-3f7bb51384a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.682735] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6649f6-d541-4cc9-aee0-a4c2fb5c93a9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.685998] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485590, 'name': ReconfigVM_Task, 'duration_secs': 1.113431} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.686855] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Reconfigured VM instance instance-00000018 to attach disk [datastore1] a84ed5f1-d21a-474d-acdc-54a2185642e1/a84ed5f1-d21a-474d-acdc-54a2185642e1.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.687797] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4273f18a-2cdc-465b-b059-77b4f86bc173 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.720705] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1929641c-49b4-4660-bffb-58adb80785be {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.724734] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 670.724734] env[63043]: value = "task-2485592" [ 670.724734] env[63043]: _type = "Task" [ 670.724734] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.733938] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebc9116-bcc2-4f41-a047-d4b472e2e7c4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.742079] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485592, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.755161] env[63043]: DEBUG nova.compute.provider_tree [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.970908] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485591, 'name': CloneVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.084175] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.084487] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-302a2ec9-68a9-40ba-8c22-3e21b2cf1919 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.091277] env[63043]: DEBUG oslo_vmware.api [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 671.091277] env[63043]: value = "task-2485593" [ 671.091277] env[63043]: _type = "Task" [ 671.091277] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.100043] env[63043]: DEBUG oslo_vmware.api [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.235271] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485592, 'name': Rename_Task, 'duration_secs': 0.196409} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.235609] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.235855] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b754c31a-6fea-431e-ae5e-0606930e86ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.242599] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 671.242599] env[63043]: value = "task-2485594" [ 671.242599] env[63043]: _type = "Task" [ 671.242599] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.250743] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.261019] env[63043]: DEBUG nova.scheduler.client.report [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.468606] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485591, 'name': CloneVM_Task, 'duration_secs': 1.056372} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.469010] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Created linked-clone VM from snapshot [ 671.470031] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9618bf95-95f6-40ca-a187-c34cad8985ce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.478441] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Uploading image 3d535c4b-f5a6-49e5-a2ba-5e6a203b8d05 {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 671.492665] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 671.492967] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a551c60-7bae-4f1d-bba0-7a6396b7b1a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.499069] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 671.499069] env[63043]: value = "task-2485595" [ 671.499069] env[63043]: _type = "Task" [ 671.499069] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.506996] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485595, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.602258] env[63043]: DEBUG oslo_vmware.api [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485593, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.630740] env[63043]: DEBUG nova.compute.manager [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.655574] env[63043]: DEBUG nova.virt.hardware [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.655829] env[63043]: DEBUG nova.virt.hardware [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.656053] env[63043]: DEBUG nova.virt.hardware [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.656224] env[63043]: DEBUG nova.virt.hardware [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.656402] env[63043]: DEBUG nova.virt.hardware [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.656525] env[63043]: DEBUG nova.virt.hardware [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.656746] env[63043]: DEBUG nova.virt.hardware [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.656908] env[63043]: DEBUG nova.virt.hardware [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.657090] env[63043]: DEBUG nova.virt.hardware [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.657289] env[63043]: DEBUG nova.virt.hardware [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.657487] env[63043]: DEBUG nova.virt.hardware [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.658441] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e6afe6-1a7a-4192-9072-b4ce6f84e50a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.669038] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d03761d-47cd-4bf5-a02f-7ac2ddcacf05 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.752345] env[63043]: DEBUG oslo_vmware.api [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485594, 'name': PowerOnVM_Task, 'duration_secs': 0.456908} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.752616] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.752822] env[63043]: INFO nova.compute.manager [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Took 9.58 seconds to spawn the instance on the hypervisor. [ 671.753012] env[63043]: DEBUG nova.compute.manager [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.753813] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9500fc3b-cc85-4670-a16e-371c5c5f0ae5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.765456] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.767284] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.145s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.768646] env[63043]: INFO nova.compute.claims [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.785036] env[63043]: INFO nova.scheduler.client.report [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Deleted allocations for instance 4fe02429-cd39-4135-9936-b520204db2d9 [ 672.009493] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485595, 'name': Destroy_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.105748] env[63043]: DEBUG oslo_vmware.api [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485593, 'name': PowerOnVM_Task, 'duration_secs': 0.529476} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.106050] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.106260] env[63043]: DEBUG nova.compute.manager [None req-314b54d3-047c-42ab-b647-85cd4c3352df tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.107028] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab4c349-3240-4d13-9f6a-abf67394fe16 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.269305] env[63043]: INFO nova.compute.manager [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Took 29.14 seconds to build instance. [ 672.292832] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4e86fef-c640-41d6-823d-f5f15b58976e tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Lock "4fe02429-cd39-4135-9936-b520204db2d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.610s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.339131] env[63043]: DEBUG nova.compute.manager [req-416d4743-07e5-4d2f-b634-e2ca59401c3d req-3e0b80a8-9344-4e31-903e-04e597adf4cd service nova] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Received event network-vif-plugged-81cfe250-3a72-4a2c-9525-9eabf1ac8137 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.339565] env[63043]: DEBUG oslo_concurrency.lockutils [req-416d4743-07e5-4d2f-b634-e2ca59401c3d req-3e0b80a8-9344-4e31-903e-04e597adf4cd service nova] Acquiring lock "5ce1a2d0-f7ab-468a-bb75-17354b91f0ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.339565] env[63043]: DEBUG oslo_concurrency.lockutils [req-416d4743-07e5-4d2f-b634-e2ca59401c3d req-3e0b80a8-9344-4e31-903e-04e597adf4cd service nova] Lock "5ce1a2d0-f7ab-468a-bb75-17354b91f0ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.339715] env[63043]: DEBUG oslo_concurrency.lockutils [req-416d4743-07e5-4d2f-b634-e2ca59401c3d req-3e0b80a8-9344-4e31-903e-04e597adf4cd service nova] Lock "5ce1a2d0-f7ab-468a-bb75-17354b91f0ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.339872] env[63043]: DEBUG nova.compute.manager [req-416d4743-07e5-4d2f-b634-e2ca59401c3d req-3e0b80a8-9344-4e31-903e-04e597adf4cd service nova] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] No waiting events found dispatching network-vif-plugged-81cfe250-3a72-4a2c-9525-9eabf1ac8137 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.341387] env[63043]: WARNING nova.compute.manager [req-416d4743-07e5-4d2f-b634-e2ca59401c3d req-3e0b80a8-9344-4e31-903e-04e597adf4cd service nova] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Received unexpected event network-vif-plugged-81cfe250-3a72-4a2c-9525-9eabf1ac8137 for instance with vm_state building and task_state spawning. [ 672.441058] env[63043]: DEBUG nova.network.neutron [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Successfully updated port: 81cfe250-3a72-4a2c-9525-9eabf1ac8137 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.479732] env[63043]: DEBUG nova.compute.manager [req-9aa70b8a-6117-41b8-b031-fdac1b592eed req-28fbfb82-28c6-4dbb-af61-104ff3e2e08a service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Received event network-changed-129a2100-b484-4e75-bd76-0e58b9919dc6 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.479732] env[63043]: DEBUG nova.compute.manager [req-9aa70b8a-6117-41b8-b031-fdac1b592eed req-28fbfb82-28c6-4dbb-af61-104ff3e2e08a service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Refreshing instance network info cache due to event network-changed-129a2100-b484-4e75-bd76-0e58b9919dc6. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 672.479732] env[63043]: DEBUG oslo_concurrency.lockutils [req-9aa70b8a-6117-41b8-b031-fdac1b592eed req-28fbfb82-28c6-4dbb-af61-104ff3e2e08a service nova] Acquiring lock "refresh_cache-14f3e0ba-7c1f-4744-b258-52e3dce205b1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.479732] env[63043]: DEBUG oslo_concurrency.lockutils [req-9aa70b8a-6117-41b8-b031-fdac1b592eed req-28fbfb82-28c6-4dbb-af61-104ff3e2e08a service nova] Acquired lock "refresh_cache-14f3e0ba-7c1f-4744-b258-52e3dce205b1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.479732] env[63043]: DEBUG nova.network.neutron [req-9aa70b8a-6117-41b8-b031-fdac1b592eed req-28fbfb82-28c6-4dbb-af61-104ff3e2e08a service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Refreshing network info cache for port 129a2100-b484-4e75-bd76-0e58b9919dc6 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.485926] env[63043]: DEBUG nova.network.neutron [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Successfully updated port: d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.514540] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485595, 'name': Destroy_Task, 'duration_secs': 0.568195} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.514810] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Destroyed the VM [ 672.515158] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 672.515423] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c9531a91-df13-4525-8a78-2e743d4dc300 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.525517] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 672.525517] env[63043]: value = "task-2485596" [ 672.525517] env[63043]: _type = "Task" [ 672.525517] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.536746] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485596, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.771733] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fe73a732-01fb-450a-baf9-81029c6e6d0d tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "a84ed5f1-d21a-474d-acdc-54a2185642e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.396s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.949654] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Acquiring lock "refresh_cache-5ce1a2d0-f7ab-468a-bb75-17354b91f0ee" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.949778] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Acquired lock "refresh_cache-5ce1a2d0-f7ab-468a-bb75-17354b91f0ee" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.949935] env[63043]: DEBUG nova.network.neutron [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.038865] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485596, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.047113] env[63043]: DEBUG nova.network.neutron [req-9aa70b8a-6117-41b8-b031-fdac1b592eed req-28fbfb82-28c6-4dbb-af61-104ff3e2e08a service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.197558] env[63043]: DEBUG nova.network.neutron [req-9aa70b8a-6117-41b8-b031-fdac1b592eed req-28fbfb82-28c6-4dbb-af61-104ff3e2e08a service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.276420] env[63043]: DEBUG nova.compute.manager [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.316679] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc843f98-9d2f-4a97-8680-9c1e42897279 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.328342] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410c1be2-1c7e-440d-9b82-efe2c325dbf7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.365583] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f647c2-b157-48b1-aa97-cb26505edbeb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.375308] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c018b906-e588-4514-8612-28b9bf629a0b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.390884] env[63043]: DEBUG nova.compute.provider_tree [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.483601] env[63043]: DEBUG nova.network.neutron [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.539243] env[63043]: DEBUG oslo_vmware.api [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485596, 'name': RemoveSnapshot_Task, 'duration_secs': 0.7722} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.539897] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 673.700377] env[63043]: DEBUG oslo_concurrency.lockutils [req-9aa70b8a-6117-41b8-b031-fdac1b592eed req-28fbfb82-28c6-4dbb-af61-104ff3e2e08a service nova] Releasing lock "refresh_cache-14f3e0ba-7c1f-4744-b258-52e3dce205b1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.701767] env[63043]: DEBUG nova.network.neutron [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Updating instance_info_cache with network_info: [{"id": "81cfe250-3a72-4a2c-9525-9eabf1ac8137", "address": "fa:16:3e:ee:37:c4", "network": {"id": "18440a3f-45be-4cf6-a084-76d675e12300", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1070207467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b65c7a1714450798f8595109eab02f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81cfe250-3a", "ovs_interfaceid": "81cfe250-3a72-4a2c-9525-9eabf1ac8137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.797604] env[63043]: DEBUG nova.compute.manager [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.798557] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dfc4ae-4f0f-4e49-b73b-7104c9697102 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.805939] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.898299] env[63043]: DEBUG nova.scheduler.client.report [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.052561] env[63043]: WARNING nova.compute.manager [None req-4194d2b7-063b-4c7a-b20c-99d7f7aa211e tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Image not found during snapshot: nova.exception.ImageNotFound: Image 3d535c4b-f5a6-49e5-a2ba-5e6a203b8d05 could not be found. [ 674.208026] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Releasing lock "refresh_cache-5ce1a2d0-f7ab-468a-bb75-17354b91f0ee" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.208026] env[63043]: DEBUG nova.compute.manager [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Instance network_info: |[{"id": "81cfe250-3a72-4a2c-9525-9eabf1ac8137", "address": "fa:16:3e:ee:37:c4", "network": {"id": "18440a3f-45be-4cf6-a084-76d675e12300", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1070207467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b65c7a1714450798f8595109eab02f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81cfe250-3a", "ovs_interfaceid": "81cfe250-3a72-4a2c-9525-9eabf1ac8137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.208271] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:37:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81cfe250-3a72-4a2c-9525-9eabf1ac8137', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.214634] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Creating folder: Project (11b65c7a1714450798f8595109eab02f). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.214920] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e68e3a6-9fbc-4127-8908-b6dc0863b5c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.227919] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Created folder: Project (11b65c7a1714450798f8595109eab02f) in parent group-v502843. [ 674.228135] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Creating folder: Instances. Parent ref: group-v502909. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.228377] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62b45f04-23ec-4179-a277-8b9e7b63e5ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.238841] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Created folder: Instances in parent group-v502909. [ 674.239265] env[63043]: DEBUG oslo.service.loopingcall [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.239505] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.239743] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-730229af-0fa2-442b-b0e3-a0dd1cc04952 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.259024] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.259024] env[63043]: value = "task-2485599" [ 674.259024] env[63043]: _type = "Task" [ 674.259024] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.266905] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485599, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.316164] env[63043]: INFO nova.compute.manager [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] instance snapshotting [ 674.317664] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4273598-0f94-4d5d-b0d2-2c32d4759249 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.340641] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea128a8-b723-4f4e-a151-6392aba4e813 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.404997] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.408481] env[63043]: DEBUG nova.compute.manager [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.408728] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.391s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.408776] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.408898] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 674.409263] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.088s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.409482] env[63043]: DEBUG nova.objects.instance [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lazy-loading 'resources' on Instance uuid ca539a23-d0b8-43b1-aebd-bbc92ab21034 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.413368] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cef5e5-f0ff-4b44-9f06-686b8ea26090 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.423118] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8153ef-2dc6-4b93-b23b-550a036c9ce0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.441418] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5c64e5-c6d5-49af-9834-a60f846dcfb8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.449732] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f628743f-091d-4949-8b65-8615745ce414 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.481740] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180341MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 674.481740] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.575585] env[63043]: DEBUG nova.compute.manager [req-376038ee-986f-4849-868e-5abab6615f96 req-782830f7-a3ea-4c4f-ae06-4df1cb2783b1 service nova] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Received event network-changed-81cfe250-3a72-4a2c-9525-9eabf1ac8137 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.575791] env[63043]: DEBUG nova.compute.manager [req-376038ee-986f-4849-868e-5abab6615f96 req-782830f7-a3ea-4c4f-ae06-4df1cb2783b1 service nova] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Refreshing instance network info cache due to event network-changed-81cfe250-3a72-4a2c-9525-9eabf1ac8137. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.576013] env[63043]: DEBUG oslo_concurrency.lockutils [req-376038ee-986f-4849-868e-5abab6615f96 req-782830f7-a3ea-4c4f-ae06-4df1cb2783b1 service nova] Acquiring lock "refresh_cache-5ce1a2d0-f7ab-468a-bb75-17354b91f0ee" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.576516] env[63043]: DEBUG oslo_concurrency.lockutils [req-376038ee-986f-4849-868e-5abab6615f96 req-782830f7-a3ea-4c4f-ae06-4df1cb2783b1 service nova] Acquired lock "refresh_cache-5ce1a2d0-f7ab-468a-bb75-17354b91f0ee" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.576732] env[63043]: DEBUG nova.network.neutron [req-376038ee-986f-4849-868e-5abab6615f96 req-782830f7-a3ea-4c4f-ae06-4df1cb2783b1 service nova] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Refreshing network info cache for port 81cfe250-3a72-4a2c-9525-9eabf1ac8137 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.737471] env[63043]: DEBUG nova.compute.manager [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Received event network-vif-plugged-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.737691] env[63043]: DEBUG oslo_concurrency.lockutils [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] Acquiring lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.737890] env[63043]: DEBUG oslo_concurrency.lockutils [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] Lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.738069] env[63043]: DEBUG oslo_concurrency.lockutils [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] Lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.738264] env[63043]: DEBUG nova.compute.manager [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] No waiting events found dispatching network-vif-plugged-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.738429] env[63043]: WARNING nova.compute.manager [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Received unexpected event network-vif-plugged-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d for instance with vm_state building and task_state spawning. [ 674.738586] env[63043]: DEBUG nova.compute.manager [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Received event network-changed-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.738735] env[63043]: DEBUG nova.compute.manager [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Refreshing instance network info cache due to event network-changed-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.739198] env[63043]: DEBUG oslo_concurrency.lockutils [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] Acquiring lock "refresh_cache-14f3e0ba-7c1f-4744-b258-52e3dce205b1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.739249] env[63043]: DEBUG oslo_concurrency.lockutils [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] Acquired lock "refresh_cache-14f3e0ba-7c1f-4744-b258-52e3dce205b1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.739477] env[63043]: DEBUG nova.network.neutron [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Refreshing network info cache for port d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.768593] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485599, 'name': CreateVM_Task, 'duration_secs': 0.401507} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.768752] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.769439] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.769608] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.769919] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.770177] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab93489-36eb-4c3a-a89a-e7d82eb6d49d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.776594] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Waiting for the task: (returnval){ [ 674.776594] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d043e1-774b-2da9-c0d9-4a734ce4b37b" [ 674.776594] env[63043]: _type = "Task" [ 674.776594] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.784225] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d043e1-774b-2da9-c0d9-4a734ce4b37b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.855810] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 674.856184] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3066974a-aee9-4a73-8a85-00da50e90886 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.865874] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 674.865874] env[63043]: value = "task-2485600" [ 674.865874] env[63043]: _type = "Task" [ 674.865874] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.877186] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485600, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.916229] env[63043]: DEBUG nova.compute.utils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 674.918846] env[63043]: DEBUG nova.compute.manager [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.919066] env[63043]: DEBUG nova.network.neutron [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.987218] env[63043]: DEBUG nova.policy [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667db58b1a6645b1a16af564aa69e7b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efad310de4a64ef793a36f6b461ddc92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.291333] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d043e1-774b-2da9-c0d9-4a734ce4b37b, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.291640] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.291873] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.292189] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.292349] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.292533] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.293178] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d12d4c86-496b-4a63-8504-cf4b7840bac4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.296063] env[63043]: DEBUG nova.network.neutron [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.312351] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.312560] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.313380] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc42ec8b-c032-4286-8ef4-97a03c4a1404 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.322638] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Waiting for the task: (returnval){ [ 675.322638] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523610bd-26bb-0fbe-068c-42c31d2a041f" [ 675.322638] env[63043]: _type = "Task" [ 675.322638] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.333026] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523610bd-26bb-0fbe-068c-42c31d2a041f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.379980] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485600, 'name': CreateSnapshot_Task, 'duration_secs': 0.504399} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.381425] env[63043]: DEBUG nova.network.neutron [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Successfully updated port: 4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.385323] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 675.388157] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7daa6a-346a-414c-a43f-cdd99bfcec6c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.425636] env[63043]: DEBUG nova.compute.manager [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.472165] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf845d1-582d-4c17-90cf-43eb66ab671c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.477759] env[63043]: DEBUG nova.network.neutron [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.477759] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "169aea8a-808e-4986-b75e-305f896f6f6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.477759] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "169aea8a-808e-4986-b75e-305f896f6f6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.477759] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "169aea8a-808e-4986-b75e-305f896f6f6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.477910] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "169aea8a-808e-4986-b75e-305f896f6f6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.478037] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "169aea8a-808e-4986-b75e-305f896f6f6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.480699] env[63043]: INFO nova.compute.manager [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Terminating instance [ 675.487116] env[63043]: DEBUG nova.network.neutron [req-376038ee-986f-4849-868e-5abab6615f96 req-782830f7-a3ea-4c4f-ae06-4df1cb2783b1 service nova] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Updated VIF entry in instance network info cache for port 81cfe250-3a72-4a2c-9525-9eabf1ac8137. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.487613] env[63043]: DEBUG nova.network.neutron [req-376038ee-986f-4849-868e-5abab6615f96 req-782830f7-a3ea-4c4f-ae06-4df1cb2783b1 service nova] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Updating instance_info_cache with network_info: [{"id": "81cfe250-3a72-4a2c-9525-9eabf1ac8137", "address": "fa:16:3e:ee:37:c4", "network": {"id": "18440a3f-45be-4cf6-a084-76d675e12300", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1070207467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b65c7a1714450798f8595109eab02f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81cfe250-3a", "ovs_interfaceid": "81cfe250-3a72-4a2c-9525-9eabf1ac8137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.493755] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47537e35-a5fa-4bbc-9ef7-dceb65e8a1b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.527075] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d7a3af-80d7-46cc-aa11-6e9a5f8ec5d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.532064] env[63043]: DEBUG nova.network.neutron [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Successfully created port: 8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.537234] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95df3c18-78b4-4797-be22-2f9b75f69cc7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.551519] env[63043]: DEBUG nova.compute.provider_tree [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.832220] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523610bd-26bb-0fbe-068c-42c31d2a041f, 'name': SearchDatastore_Task, 'duration_secs': 0.014371} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.833356] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb43411-07ef-4046-82d5-febb296bd183 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.838487] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Waiting for the task: (returnval){ [ 675.838487] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529f641f-6205-587d-c20a-6f83772eed9b" [ 675.838487] env[63043]: _type = "Task" [ 675.838487] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.852047] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529f641f-6205-587d-c20a-6f83772eed9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.886948] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "refresh_cache-14f3e0ba-7c1f-4744-b258-52e3dce205b1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.914924] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 675.915392] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42d2d300-2397-4070-9771-ccee1c5e4f3a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.926033] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 675.926033] env[63043]: value = "task-2485601" [ 675.926033] env[63043]: _type = "Task" [ 675.926033] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.933367] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485601, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.985079] env[63043]: DEBUG nova.compute.manager [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.985079] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.985079] env[63043]: DEBUG oslo_concurrency.lockutils [req-8efb8c95-41e9-4818-be36-29d073d74c59 req-18464ecc-279c-4131-93b5-862b4e2e2417 service nova] Releasing lock "refresh_cache-14f3e0ba-7c1f-4744-b258-52e3dce205b1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.989025] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff3909a-95c0-409b-b3e0-cadcfdda2869 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.989598] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquired lock "refresh_cache-14f3e0ba-7c1f-4744-b258-52e3dce205b1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.989598] env[63043]: DEBUG nova.network.neutron [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.990944] env[63043]: DEBUG oslo_concurrency.lockutils [req-376038ee-986f-4849-868e-5abab6615f96 req-782830f7-a3ea-4c4f-ae06-4df1cb2783b1 service nova] Releasing lock "refresh_cache-5ce1a2d0-f7ab-468a-bb75-17354b91f0ee" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.996197] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.997880] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c7cdc34-4787-4d27-8df1-7bb1f5304917 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.004981] env[63043]: DEBUG oslo_vmware.api [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 676.004981] env[63043]: value = "task-2485602" [ 676.004981] env[63043]: _type = "Task" [ 676.004981] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.011734] env[63043]: DEBUG oslo_vmware.api [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.054813] env[63043]: DEBUG nova.scheduler.client.report [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.349568] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529f641f-6205-587d-c20a-6f83772eed9b, 'name': SearchDatastore_Task, 'duration_secs': 0.02878} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.349910] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.350156] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee/5ce1a2d0-f7ab-468a-bb75-17354b91f0ee.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.350652] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7392aefc-792a-4613-8838-06c18977d0f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.358041] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Waiting for the task: (returnval){ [ 676.358041] env[63043]: value = "task-2485603" [ 676.358041] env[63043]: _type = "Task" [ 676.358041] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.369424] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.433871] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485601, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.441892] env[63043]: DEBUG nova.compute.manager [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.475859] env[63043]: DEBUG nova.virt.hardware [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.476280] env[63043]: DEBUG nova.virt.hardware [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.476280] env[63043]: DEBUG nova.virt.hardware [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.476452] env[63043]: DEBUG nova.virt.hardware [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.476601] env[63043]: DEBUG nova.virt.hardware [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.476759] env[63043]: DEBUG nova.virt.hardware [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.476959] env[63043]: DEBUG nova.virt.hardware [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.477223] env[63043]: DEBUG nova.virt.hardware [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.477412] env[63043]: DEBUG nova.virt.hardware [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.477582] env[63043]: DEBUG nova.virt.hardware [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.478078] env[63043]: DEBUG nova.virt.hardware [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.479072] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bb685d-adc0-4dd4-8596-2e07fa72fde7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.490406] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731db25e-975f-494c-ae0a-847e30608808 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.518026] env[63043]: DEBUG oslo_vmware.api [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485602, 'name': PowerOffVM_Task, 'duration_secs': 0.253269} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.518026] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.518026] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.518026] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f74161ad-0553-4179-b059-9b7407ea85d4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.560297] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.564791] env[63043]: DEBUG nova.network.neutron [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.566309] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.710s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.568618] env[63043]: INFO nova.compute.claims [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.585021] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.585021] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.585021] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Deleting the datastore file [datastore2] 169aea8a-808e-4986-b75e-305f896f6f6a {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.585021] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3680a4d8-ebd8-4b19-b486-f6131c4b379d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.592408] env[63043]: DEBUG oslo_vmware.api [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 676.592408] env[63043]: value = "task-2485605" [ 676.592408] env[63043]: _type = "Task" [ 676.592408] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.600895] env[63043]: INFO nova.scheduler.client.report [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Deleted allocations for instance ca539a23-d0b8-43b1-aebd-bbc92ab21034 [ 676.608365] env[63043]: DEBUG oslo_vmware.api [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.717103] env[63043]: DEBUG nova.compute.manager [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Received event network-vif-plugged-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.717434] env[63043]: DEBUG oslo_concurrency.lockutils [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] Acquiring lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.717658] env[63043]: DEBUG oslo_concurrency.lockutils [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] Lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.717833] env[63043]: DEBUG oslo_concurrency.lockutils [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] Lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.718227] env[63043]: DEBUG nova.compute.manager [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] No waiting events found dispatching network-vif-plugged-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.718496] env[63043]: WARNING nova.compute.manager [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Received unexpected event network-vif-plugged-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 for instance with vm_state building and task_state spawning. [ 676.718702] env[63043]: DEBUG nova.compute.manager [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Received event network-changed-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.718893] env[63043]: DEBUG nova.compute.manager [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Refreshing instance network info cache due to event network-changed-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 676.719245] env[63043]: DEBUG oslo_concurrency.lockutils [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] Acquiring lock "refresh_cache-14f3e0ba-7c1f-4744-b258-52e3dce205b1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.875373] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486381} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.875373] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee/5ce1a2d0-f7ab-468a-bb75-17354b91f0ee.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.875373] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.875566] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04b4ab10-b8e2-48e1-9ae7-0c77497ade16 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.886644] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Waiting for the task: (returnval){ [ 676.886644] env[63043]: value = "task-2485606" [ 676.886644] env[63043]: _type = "Task" [ 676.886644] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.894830] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.933911] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485601, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.104681] env[63043]: DEBUG oslo_vmware.api [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359397} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.105355] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.105355] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.105476] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.105632] env[63043]: INFO nova.compute.manager [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 677.105909] env[63043]: DEBUG oslo.service.loopingcall [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.106560] env[63043]: DEBUG nova.compute.manager [-] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.106560] env[63043]: DEBUG nova.network.neutron [-] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.115246] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "ca539a23-d0b8-43b1-aebd-bbc92ab21034" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.036s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.119982] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "741b00c8-123d-4c52-b0cd-f40673034ea9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.119982] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "741b00c8-123d-4c52-b0cd-f40673034ea9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.119982] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "741b00c8-123d-4c52-b0cd-f40673034ea9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.119982] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "741b00c8-123d-4c52-b0cd-f40673034ea9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.120200] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "741b00c8-123d-4c52-b0cd-f40673034ea9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.121462] env[63043]: INFO nova.compute.manager [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Terminating instance [ 677.225961] env[63043]: DEBUG nova.network.neutron [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Updating instance_info_cache with network_info: [{"id": "129a2100-b484-4e75-bd76-0e58b9919dc6", "address": "fa:16:3e:54:65:70", "network": {"id": "de7071fa-07d2-4307-9d59-fb6ebe0b5139", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362991864", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129a2100-b4", "ovs_interfaceid": "129a2100-b484-4e75-bd76-0e58b9919dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d", "address": "fa:16:3e:b2:dc:7f", "network": {"id": "534943ad-5d6a-4b86-bab2-4f7c5a8b9250", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-895377649", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd92aa3cd-7d", "ovs_interfaceid": "d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345", "address": "fa:16:3e:61:2d:7d", "network": {"id": "de7071fa-07d2-4307-9d59-fb6ebe0b5139", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362991864", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc3ccd2-eb", "ovs_interfaceid": "4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.398984] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071905} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.399396] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.400159] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bf0b60-45d1-4292-8a58-910d0710ee67 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.427254] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee/5ce1a2d0-f7ab-468a-bb75-17354b91f0ee.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.427670] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f449d815-f917-4b5e-a90e-931e8a1eaa6a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.451017] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485601, 'name': CloneVM_Task, 'duration_secs': 1.502108} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.452569] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Created linked-clone VM from snapshot [ 677.452925] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Waiting for the task: (returnval){ [ 677.452925] env[63043]: value = "task-2485607" [ 677.452925] env[63043]: _type = "Task" [ 677.452925] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.453678] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3ba497-5779-4789-ace4-8d1f407b4c08 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.464391] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485607, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.468011] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Uploading image 9534a0af-2913-4385-9246-621294ea619d {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 677.503194] env[63043]: DEBUG oslo_vmware.rw_handles [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 677.503194] env[63043]: value = "vm-502913" [ 677.503194] env[63043]: _type = "VirtualMachine" [ 677.503194] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 677.503194] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-24a25b01-1fd1-47ca-887d-e7afe51df287 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.507726] env[63043]: DEBUG oslo_vmware.rw_handles [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lease: (returnval){ [ 677.507726] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e149a4-6776-0794-51a0-38ed31f52f85" [ 677.507726] env[63043]: _type = "HttpNfcLease" [ 677.507726] env[63043]: } obtained for exporting VM: (result){ [ 677.507726] env[63043]: value = "vm-502913" [ 677.507726] env[63043]: _type = "VirtualMachine" [ 677.507726] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 677.507984] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the lease: (returnval){ [ 677.507984] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e149a4-6776-0794-51a0-38ed31f52f85" [ 677.507984] env[63043]: _type = "HttpNfcLease" [ 677.507984] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 677.515928] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 677.515928] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e149a4-6776-0794-51a0-38ed31f52f85" [ 677.515928] env[63043]: _type = "HttpNfcLease" [ 677.515928] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 677.626038] env[63043]: DEBUG nova.compute.manager [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.626186] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.627703] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc3ca05-106c-4fed-95d0-4e157f876856 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.636636] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.636636] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c13cec27-932d-4adb-81bf-364ba632de77 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.647435] env[63043]: DEBUG oslo_vmware.api [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 677.647435] env[63043]: value = "task-2485609" [ 677.647435] env[63043]: _type = "Task" [ 677.647435] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.655322] env[63043]: DEBUG oslo_vmware.api [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.726271] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Releasing lock "refresh_cache-14f3e0ba-7c1f-4744-b258-52e3dce205b1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.726672] env[63043]: DEBUG nova.compute.manager [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Instance network_info: |[{"id": "129a2100-b484-4e75-bd76-0e58b9919dc6", "address": "fa:16:3e:54:65:70", "network": {"id": "de7071fa-07d2-4307-9d59-fb6ebe0b5139", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362991864", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129a2100-b4", "ovs_interfaceid": "129a2100-b484-4e75-bd76-0e58b9919dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d", "address": "fa:16:3e:b2:dc:7f", "network": {"id": "534943ad-5d6a-4b86-bab2-4f7c5a8b9250", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-895377649", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd92aa3cd-7d", "ovs_interfaceid": "d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345", "address": "fa:16:3e:61:2d:7d", "network": {"id": "de7071fa-07d2-4307-9d59-fb6ebe0b5139", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362991864", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc3ccd2-eb", "ovs_interfaceid": "4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.726977] env[63043]: DEBUG oslo_concurrency.lockutils [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] Acquired lock "refresh_cache-14f3e0ba-7c1f-4744-b258-52e3dce205b1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.727298] env[63043]: DEBUG nova.network.neutron [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Refreshing network info cache for port 4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.728548] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:65:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '129a2100-b484-4e75-bd76-0e58b9919dc6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:dc:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd92aa3cd-7df9-4b9c-9e6f-997fc0fb164d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:2d:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.739585] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Creating folder: Project (7a9672858271458bb0b79be38d164de4). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.747324] env[63043]: DEBUG oslo_concurrency.lockutils [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "880592dc-3d7e-4ad8-ae77-1da91e495e94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.747527] env[63043]: DEBUG oslo_concurrency.lockutils [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "880592dc-3d7e-4ad8-ae77-1da91e495e94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.747741] env[63043]: DEBUG oslo_concurrency.lockutils [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "880592dc-3d7e-4ad8-ae77-1da91e495e94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.747923] env[63043]: DEBUG oslo_concurrency.lockutils [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "880592dc-3d7e-4ad8-ae77-1da91e495e94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.748109] env[63043]: DEBUG oslo_concurrency.lockutils [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "880592dc-3d7e-4ad8-ae77-1da91e495e94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.749565] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6125ed93-24a6-47ff-8d4d-d7ba08fd37f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.755327] env[63043]: INFO nova.compute.manager [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Terminating instance [ 677.772316] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Created folder: Project (7a9672858271458bb0b79be38d164de4) in parent group-v502843. [ 677.772402] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Creating folder: Instances. Parent ref: group-v502914. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.775049] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9243b668-b9dc-4f85-b665-9279a54543a9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.782689] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Created folder: Instances in parent group-v502914. [ 677.782945] env[63043]: DEBUG oslo.service.loopingcall [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.783189] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.787020] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ed2ffd1-b46c-4e8c-a510-ff038514de73 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.810140] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.810140] env[63043]: value = "task-2485612" [ 677.810140] env[63043]: _type = "Task" [ 677.810140] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.821452] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485612, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.823957] env[63043]: DEBUG nova.compute.manager [req-5b92d1bf-6430-486d-89a6-08f0be9ab9f8 req-130b0523-8adc-4a6d-9e29-c8f5fd5bd3f8 service nova] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Received event network-vif-plugged-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.824194] env[63043]: DEBUG oslo_concurrency.lockutils [req-5b92d1bf-6430-486d-89a6-08f0be9ab9f8 req-130b0523-8adc-4a6d-9e29-c8f5fd5bd3f8 service nova] Acquiring lock "0f02137b-ae02-4c2b-9188-50e4d80c11f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.824424] env[63043]: DEBUG oslo_concurrency.lockutils [req-5b92d1bf-6430-486d-89a6-08f0be9ab9f8 req-130b0523-8adc-4a6d-9e29-c8f5fd5bd3f8 service nova] Lock "0f02137b-ae02-4c2b-9188-50e4d80c11f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.824588] env[63043]: DEBUG oslo_concurrency.lockutils [req-5b92d1bf-6430-486d-89a6-08f0be9ab9f8 req-130b0523-8adc-4a6d-9e29-c8f5fd5bd3f8 service nova] Lock "0f02137b-ae02-4c2b-9188-50e4d80c11f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.824751] env[63043]: DEBUG nova.compute.manager [req-5b92d1bf-6430-486d-89a6-08f0be9ab9f8 req-130b0523-8adc-4a6d-9e29-c8f5fd5bd3f8 service nova] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] No waiting events found dispatching network-vif-plugged-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.824907] env[63043]: WARNING nova.compute.manager [req-5b92d1bf-6430-486d-89a6-08f0be9ab9f8 req-130b0523-8adc-4a6d-9e29-c8f5fd5bd3f8 service nova] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Received unexpected event network-vif-plugged-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc for instance with vm_state building and task_state spawning. [ 677.971765] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.023265] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 678.023265] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e149a4-6776-0794-51a0-38ed31f52f85" [ 678.023265] env[63043]: _type = "HttpNfcLease" [ 678.023265] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 678.023936] env[63043]: DEBUG oslo_vmware.rw_handles [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 678.023936] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e149a4-6776-0794-51a0-38ed31f52f85" [ 678.023936] env[63043]: _type = "HttpNfcLease" [ 678.023936] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 678.025280] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e63778e-8cc6-4612-8c4c-523cbd2cb7f4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.037464] env[63043]: DEBUG oslo_vmware.rw_handles [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254f4cb-1250-050d-ede5-10dbc28e8568/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 678.037960] env[63043]: DEBUG oslo_vmware.rw_handles [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254f4cb-1250-050d-ede5-10dbc28e8568/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 678.103206] env[63043]: DEBUG nova.network.neutron [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Successfully updated port: 8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.141718] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eee3c005-3e78-4bec-9a96-6f05fcb9776a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.159028] env[63043]: DEBUG oslo_vmware.api [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485609, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.235892] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adab8d38-5fad-41cf-91fc-279b1d9a7f6d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.246108] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db26e96-3dae-47a6-bff5-9b2b88a37f36 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.279542] env[63043]: DEBUG nova.compute.manager [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.279818] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.280851] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed29d1a3-a67d-4339-9a81-b6ce27771359 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.284361] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9f01e6-af4e-4b87-a8d2-539e4d7aa5dc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.294329] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.295654] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b507cf71-ea95-477e-a83c-b4384f9dcbea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.299950] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaac1e8d-c34f-486c-9941-3792a4c25a01 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.313903] env[63043]: DEBUG nova.compute.provider_tree [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.319949] env[63043]: DEBUG oslo_vmware.api [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 678.319949] env[63043]: value = "task-2485613" [ 678.319949] env[63043]: _type = "Task" [ 678.319949] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.327977] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485612, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.334886] env[63043]: DEBUG oslo_vmware.api [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.433430] env[63043]: DEBUG nova.network.neutron [-] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.471992] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485607, 'name': ReconfigVM_Task, 'duration_secs': 0.943749} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.472380] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee/5ce1a2d0-f7ab-468a-bb75-17354b91f0ee.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.473130] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56922321-508b-4da0-aa74-0a27c5bbc89a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.480327] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Waiting for the task: (returnval){ [ 678.480327] env[63043]: value = "task-2485614" [ 678.480327] env[63043]: _type = "Task" [ 678.480327] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.490920] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485614, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.609760] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Acquiring lock "refresh_cache-0f02137b-ae02-4c2b-9188-50e4d80c11f6" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.609931] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Acquired lock "refresh_cache-0f02137b-ae02-4c2b-9188-50e4d80c11f6" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.610610] env[63043]: DEBUG nova.network.neutron [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.657806] env[63043]: DEBUG oslo_vmware.api [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485609, 'name': PowerOffVM_Task, 'duration_secs': 0.527886} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.660240] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.660697] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.661035] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bc5c419-3b60-4395-9360-79a182f3772a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.666269] env[63043]: DEBUG nova.network.neutron [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Updated VIF entry in instance network info cache for port 4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.666269] env[63043]: DEBUG nova.network.neutron [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Updating instance_info_cache with network_info: [{"id": "129a2100-b484-4e75-bd76-0e58b9919dc6", "address": "fa:16:3e:54:65:70", "network": {"id": "de7071fa-07d2-4307-9d59-fb6ebe0b5139", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362991864", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129a2100-b4", "ovs_interfaceid": "129a2100-b484-4e75-bd76-0e58b9919dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d", "address": "fa:16:3e:b2:dc:7f", "network": {"id": "534943ad-5d6a-4b86-bab2-4f7c5a8b9250", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-895377649", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd92aa3cd-7d", "ovs_interfaceid": "d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345", "address": "fa:16:3e:61:2d:7d", "network": {"id": "de7071fa-07d2-4307-9d59-fb6ebe0b5139", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362991864", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc3ccd2-eb", "ovs_interfaceid": "4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.751846] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.752027] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.752230] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Deleting the datastore file [datastore2] 741b00c8-123d-4c52-b0cd-f40673034ea9 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.752489] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3d3667a-e80d-4b47-8969-c0dd5dc0e5f4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.759790] env[63043]: DEBUG oslo_vmware.api [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 678.759790] env[63043]: value = "task-2485616" [ 678.759790] env[63043]: _type = "Task" [ 678.759790] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.770992] env[63043]: DEBUG oslo_vmware.api [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.824936] env[63043]: DEBUG nova.scheduler.client.report [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.828160] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485612, 'name': CreateVM_Task, 'duration_secs': 0.640252} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.833559] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.833559] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.833559] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.833559] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.834428] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a177d24-eba7-401d-af23-f8aba2280c9b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.841376] env[63043]: DEBUG oslo_vmware.api [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485613, 'name': PowerOffVM_Task, 'duration_secs': 0.211731} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.841376] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.841376] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.841376] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8828094a-e967-44f6-8492-29016fdaebb7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.845015] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 678.845015] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5240e500-a838-db5c-8ea9-5529c6638dcd" [ 678.845015] env[63043]: _type = "Task" [ 678.845015] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.856950] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5240e500-a838-db5c-8ea9-5529c6638dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.909856] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.913143] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.913143] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Deleting the datastore file [datastore1] 880592dc-3d7e-4ad8-ae77-1da91e495e94 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.913143] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6c07f14-4874-434d-ae3e-fddfdcc14116 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.921897] env[63043]: DEBUG oslo_vmware.api [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for the task: (returnval){ [ 678.921897] env[63043]: value = "task-2485618" [ 678.921897] env[63043]: _type = "Task" [ 678.921897] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.932023] env[63043]: DEBUG oslo_vmware.api [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.938176] env[63043]: INFO nova.compute.manager [-] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Took 1.83 seconds to deallocate network for instance. [ 678.993025] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485614, 'name': Rename_Task, 'duration_secs': 0.173377} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.993025] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.993326] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f49ac9a-ec87-417e-8c8e-efe4d43de329 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.999773] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Waiting for the task: (returnval){ [ 678.999773] env[63043]: value = "task-2485619" [ 678.999773] env[63043]: _type = "Task" [ 678.999773] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.010558] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.142855] env[63043]: DEBUG nova.network.neutron [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.169896] env[63043]: DEBUG oslo_concurrency.lockutils [req-ad1516a1-fcab-4eda-ba48-0e26e054352b req-2b41e94a-d17f-4a73-bb5b-3898671d2e86 service nova] Releasing lock "refresh_cache-14f3e0ba-7c1f-4744-b258-52e3dce205b1" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.270378] env[63043]: DEBUG oslo_vmware.api [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185415} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.270660] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.271166] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.271166] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.271295] env[63043]: INFO nova.compute.manager [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Took 1.65 seconds to destroy the instance on the hypervisor. [ 679.271602] env[63043]: DEBUG oslo.service.loopingcall [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.271849] env[63043]: DEBUG nova.compute.manager [-] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.272021] env[63043]: DEBUG nova.network.neutron [-] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.329895] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.330737] env[63043]: DEBUG nova.compute.manager [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.336086] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.937s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.338518] env[63043]: INFO nova.compute.claims [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.358293] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5240e500-a838-db5c-8ea9-5529c6638dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.012169} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.358889] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.359308] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.359767] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.360198] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.360559] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.360971] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed743d34-72d5-46a4-b763-bf8078d24e03 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.371491] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.373868] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.373868] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9d9f81-6c4b-4aaa-ac6d-0f7c06d4d456 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.381136] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 679.381136] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f80cfa-f881-3dca-45f9-e6ae8ed9d83e" [ 679.381136] env[63043]: _type = "Task" [ 679.381136] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.392922] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f80cfa-f881-3dca-45f9-e6ae8ed9d83e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.432444] env[63043]: DEBUG oslo_vmware.api [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Task: {'id': task-2485618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279141} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.432795] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.433078] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.433382] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.433626] env[63043]: INFO nova.compute.manager [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Took 1.15 seconds to destroy the instance on the hypervisor. [ 679.433985] env[63043]: DEBUG oslo.service.loopingcall [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.434227] env[63043]: DEBUG nova.compute.manager [-] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.434331] env[63043]: DEBUG nova.network.neutron [-] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.443202] env[63043]: DEBUG nova.network.neutron [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Updating instance_info_cache with network_info: [{"id": "8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc", "address": "fa:16:3e:9a:20:e0", "network": {"id": "0d8e792e-ee1f-49c9-a21c-9fd2eb7519d2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-399807917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efad310de4a64ef793a36f6b461ddc92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b70f4ce-47", "ovs_interfaceid": "8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.452717] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.510595] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.827815] env[63043]: DEBUG nova.compute.manager [req-ccc25625-3aa7-462c-bf56-1e417b981909 req-20970920-4bea-4fc8-b280-cba7c421b738 service nova] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Received event network-vif-deleted-9ae867a1-fdea-49fe-96fd-34527a98fe8f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.829313] env[63043]: INFO nova.compute.manager [req-ccc25625-3aa7-462c-bf56-1e417b981909 req-20970920-4bea-4fc8-b280-cba7c421b738 service nova] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Neutron deleted interface 9ae867a1-fdea-49fe-96fd-34527a98fe8f; detaching it from the instance and deleting it from the info cache [ 679.829313] env[63043]: DEBUG nova.network.neutron [req-ccc25625-3aa7-462c-bf56-1e417b981909 req-20970920-4bea-4fc8-b280-cba7c421b738 service nova] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.843478] env[63043]: DEBUG nova.compute.utils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 679.847618] env[63043]: DEBUG nova.compute.manager [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.848650] env[63043]: DEBUG nova.network.neutron [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.902292] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f80cfa-f881-3dca-45f9-e6ae8ed9d83e, 'name': SearchDatastore_Task, 'duration_secs': 0.012238} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.902791] env[63043]: DEBUG nova.policy [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '820b43d0c3e04bd7b5278cf7fb52cfe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '114613a11db4463787e44cf309f9482f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.906288] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc22c21c-dbf7-4bab-a998-fea989ed2b8d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.915237] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 679.915237] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529e9f37-1a3b-0657-f9f0-94b544fd25a8" [ 679.915237] env[63043]: _type = "Task" [ 679.915237] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.934924] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529e9f37-1a3b-0657-f9f0-94b544fd25a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.945789] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Releasing lock "refresh_cache-0f02137b-ae02-4c2b-9188-50e4d80c11f6" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.946268] env[63043]: DEBUG nova.compute.manager [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Instance network_info: |[{"id": "8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc", "address": "fa:16:3e:9a:20:e0", "network": {"id": "0d8e792e-ee1f-49c9-a21c-9fd2eb7519d2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-399807917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efad310de4a64ef793a36f6b461ddc92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b70f4ce-47", "ovs_interfaceid": "8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.946857] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:20:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.956660] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Creating folder: Project (efad310de4a64ef793a36f6b461ddc92). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.956957] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec727751-66c6-42df-bc65-66b621c0bbce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.967759] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Created folder: Project (efad310de4a64ef793a36f6b461ddc92) in parent group-v502843. [ 679.968041] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Creating folder: Instances. Parent ref: group-v502917. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.969782] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7614dd96-d406-4099-b3ba-705cc871eacd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.978633] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Created folder: Instances in parent group-v502917. [ 679.979339] env[63043]: DEBUG oslo.service.loopingcall [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.980008] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.980008] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1661bce4-d623-4f3d-af02-1fe26927c44d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.999626] env[63043]: DEBUG nova.compute.manager [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Received event network-vif-deleted-9ff5917f-c23c-4c80-8c37-1be1f8751a5e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.000489] env[63043]: DEBUG nova.compute.manager [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Received event network-changed-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.000489] env[63043]: DEBUG nova.compute.manager [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Refreshing instance network info cache due to event network-changed-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 680.000489] env[63043]: DEBUG oslo_concurrency.lockutils [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] Acquiring lock "refresh_cache-0f02137b-ae02-4c2b-9188-50e4d80c11f6" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.000489] env[63043]: DEBUG oslo_concurrency.lockutils [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] Acquired lock "refresh_cache-0f02137b-ae02-4c2b-9188-50e4d80c11f6" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.000802] env[63043]: DEBUG nova.network.neutron [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Refreshing network info cache for port 8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.007629] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.007629] env[63043]: value = "task-2485622" [ 680.007629] env[63043]: _type = "Task" [ 680.007629] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.016751] env[63043]: DEBUG oslo_vmware.api [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485619, 'name': PowerOnVM_Task, 'duration_secs': 0.910716} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.017485] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.017771] env[63043]: INFO nova.compute.manager [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Took 8.39 seconds to spawn the instance on the hypervisor. [ 680.017996] env[63043]: DEBUG nova.compute.manager [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.018883] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7f5a3a-cf6a-468a-a888-eaefe7316e0a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.025623] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485622, 'name': CreateVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.196326] env[63043]: DEBUG nova.network.neutron [-] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.222900] env[63043]: DEBUG nova.network.neutron [-] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.257585] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "32fdad42-1e49-403b-a3d5-76f47b87d567" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.257980] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "32fdad42-1e49-403b-a3d5-76f47b87d567" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.321251] env[63043]: DEBUG nova.network.neutron [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Successfully created port: 2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.334125] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4bc48c26-5f02-453a-b1b1-f09526ec63ce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.343928] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c6590b-8588-4745-8ea9-f32ca1cdb8bd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.361408] env[63043]: DEBUG nova.compute.manager [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.384062] env[63043]: DEBUG nova.compute.manager [req-ccc25625-3aa7-462c-bf56-1e417b981909 req-20970920-4bea-4fc8-b280-cba7c421b738 service nova] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Detach interface failed, port_id=9ae867a1-fdea-49fe-96fd-34527a98fe8f, reason: Instance 880592dc-3d7e-4ad8-ae77-1da91e495e94 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 680.426588] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529e9f37-1a3b-0657-f9f0-94b544fd25a8, 'name': SearchDatastore_Task, 'duration_secs': 0.020555} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.434228] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.434228] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 14f3e0ba-7c1f-4744-b258-52e3dce205b1/14f3e0ba-7c1f-4744-b258-52e3dce205b1.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.434561] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63149cda-35af-4717-97e0-cc25e55a0d4f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.447557] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 680.447557] env[63043]: value = "task-2485623" [ 680.447557] env[63043]: _type = "Task" [ 680.447557] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.457805] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.520849] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485622, 'name': CreateVM_Task, 'duration_secs': 0.447984} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.520849] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.521043] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.521213] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.521599] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.521849] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55b3e4a-0574-4bd0-9c24-3171aa8650a9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.527170] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Waiting for the task: (returnval){ [ 680.527170] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5228c23e-14e5-f031-5d9f-af74e032570e" [ 680.527170] env[63043]: _type = "Task" [ 680.527170] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.541523] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5228c23e-14e5-f031-5d9f-af74e032570e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.542035] env[63043]: INFO nova.compute.manager [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Took 32.11 seconds to build instance. [ 680.701942] env[63043]: INFO nova.compute.manager [-] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Took 1.43 seconds to deallocate network for instance. [ 680.726175] env[63043]: INFO nova.compute.manager [-] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Took 1.29 seconds to deallocate network for instance. [ 680.770369] env[63043]: DEBUG nova.network.neutron [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Updated VIF entry in instance network info cache for port 8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.770735] env[63043]: DEBUG nova.network.neutron [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Updating instance_info_cache with network_info: [{"id": "8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc", "address": "fa:16:3e:9a:20:e0", "network": {"id": "0d8e792e-ee1f-49c9-a21c-9fd2eb7519d2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-399807917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efad310de4a64ef793a36f6b461ddc92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b70f4ce-47", "ovs_interfaceid": "8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.910600] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b52b1b2-4ead-42bb-ad8c-351f9e83058e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.919823] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d6ddcb-0385-4815-84c4-3ae11a543ea1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.962073] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7194d26-59b1-4875-97b7-1d6eb083fbf6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.974014] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc14b379-7200-4617-8463-f3bfa9fabbbe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.979018] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485623, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.991509] env[63043]: DEBUG nova.compute.provider_tree [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.040856] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5228c23e-14e5-f031-5d9f-af74e032570e, 'name': SearchDatastore_Task, 'duration_secs': 0.015582} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.041205] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.041469] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.041739] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.041899] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.042112] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.042395] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b168a9c7-1e3a-461d-99ab-4bb46fa2a4d5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.044553] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ab944cf-8507-463f-8f2a-1b9826605ac4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Lock "5ce1a2d0-f7ab-468a-bb75-17354b91f0ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.370s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.052545] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.052728] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.053510] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b26108-8722-4384-9531-74a097b2f196 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.060446] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Waiting for the task: (returnval){ [ 681.060446] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f0da4f-ac45-b34a-2f0b-31ce0dee7315" [ 681.060446] env[63043]: _type = "Task" [ 681.060446] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.069433] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f0da4f-ac45-b34a-2f0b-31ce0dee7315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.215118] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.239171] env[63043]: DEBUG oslo_concurrency.lockutils [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.279039] env[63043]: DEBUG oslo_concurrency.lockutils [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] Releasing lock "refresh_cache-0f02137b-ae02-4c2b-9188-50e4d80c11f6" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.279370] env[63043]: DEBUG nova.compute.manager [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Received event network-vif-deleted-b074e377-de3c-4b12-8a1e-22b056558833 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.279559] env[63043]: INFO nova.compute.manager [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Neutron deleted interface b074e377-de3c-4b12-8a1e-22b056558833; detaching it from the instance and deleting it from the info cache [ 681.279751] env[63043]: DEBUG nova.network.neutron [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.373688] env[63043]: DEBUG nova.compute.manager [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.401868] env[63043]: DEBUG nova.virt.hardware [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.402190] env[63043]: DEBUG nova.virt.hardware [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.402371] env[63043]: DEBUG nova.virt.hardware [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.402586] env[63043]: DEBUG nova.virt.hardware [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.402788] env[63043]: DEBUG nova.virt.hardware [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.402896] env[63043]: DEBUG nova.virt.hardware [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.403130] env[63043]: DEBUG nova.virt.hardware [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.403333] env[63043]: DEBUG nova.virt.hardware [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.403519] env[63043]: DEBUG nova.virt.hardware [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.403695] env[63043]: DEBUG nova.virt.hardware [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.403880] env[63043]: DEBUG nova.virt.hardware [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.405103] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce08e05a-23a1-42dd-8044-d92d224a3aec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.414170] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aec43ff-7cfd-4181-bb42-21392a9d51f5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.467014] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620517} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.467730] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 14f3e0ba-7c1f-4744-b258-52e3dce205b1/14f3e0ba-7c1f-4744-b258-52e3dce205b1.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.467983] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.468494] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d7aa834-395b-4c8e-bfe3-ed6e7ae564b3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.478310] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 681.478310] env[63043]: value = "task-2485624" [ 681.478310] env[63043]: _type = "Task" [ 681.478310] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.485140] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.494571] env[63043]: DEBUG nova.scheduler.client.report [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.547466] env[63043]: DEBUG nova.compute.manager [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.571017] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f0da4f-ac45-b34a-2f0b-31ce0dee7315, 'name': SearchDatastore_Task, 'duration_secs': 0.013435} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.572685] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3f3ce9-7f55-4b74-aa41-6558d4be2e24 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.580074] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Waiting for the task: (returnval){ [ 681.580074] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e27450-3530-933d-06c5-2090f8450d61" [ 681.580074] env[63043]: _type = "Task" [ 681.580074] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.588118] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e27450-3530-933d-06c5-2090f8450d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.783716] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a20a6c95-5178-4e2b-b786-fa5a243eb5c9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.793408] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de029e1-03c6-4db8-b209-4b3968582731 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.826535] env[63043]: DEBUG nova.compute.manager [req-46149429-c244-4364-9c00-65f8d470b8d3 req-ea635f94-6a94-4a3e-8431-6b1ac4f9272e service nova] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Detach interface failed, port_id=b074e377-de3c-4b12-8a1e-22b056558833, reason: Instance 741b00c8-123d-4c52-b0cd-f40673034ea9 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 681.984963] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06232} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.985311] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.986179] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90382480-fe96-4e29-92ac-96e6c18369dc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.005984] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.007375] env[63043]: DEBUG nova.compute.manager [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.026548] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 14f3e0ba-7c1f-4744-b258-52e3dce205b1/14f3e0ba-7c1f-4744-b258-52e3dce205b1.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.027092] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.033s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.027381] env[63043]: DEBUG nova.objects.instance [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Lazy-loading 'resources' on Instance uuid ffb951f2-2150-4168-a465-c5492557b199 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.031531] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b8db87b-59ea-4707-8975-b2836342bee9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.051601] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 682.051601] env[63043]: value = "task-2485625" [ 682.051601] env[63043]: _type = "Task" [ 682.051601] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.066385] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485625, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.077964] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.090543] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e27450-3530-933d-06c5-2090f8450d61, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.090888] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.091265] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 0f02137b-ae02-4c2b-9188-50e4d80c11f6/0f02137b-ae02-4c2b-9188-50e4d80c11f6.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.091625] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7eafc9d-f800-4352-8479-f8c059ebd65f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.099123] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Waiting for the task: (returnval){ [ 682.099123] env[63043]: value = "task-2485626" [ 682.099123] env[63043]: _type = "Task" [ 682.099123] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.108137] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.151945] env[63043]: DEBUG nova.compute.manager [req-76f7e074-1dc0-41de-99b0-af31c29c046f req-f40d3732-cc89-4c27-814a-fce8f920e479 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Received event network-vif-plugged-2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.152287] env[63043]: DEBUG oslo_concurrency.lockutils [req-76f7e074-1dc0-41de-99b0-af31c29c046f req-f40d3732-cc89-4c27-814a-fce8f920e479 service nova] Acquiring lock "efda071e-50e2-4627-8f1f-1f8653b6c2ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.152568] env[63043]: DEBUG oslo_concurrency.lockutils [req-76f7e074-1dc0-41de-99b0-af31c29c046f req-f40d3732-cc89-4c27-814a-fce8f920e479 service nova] Lock "efda071e-50e2-4627-8f1f-1f8653b6c2ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.152827] env[63043]: DEBUG oslo_concurrency.lockutils [req-76f7e074-1dc0-41de-99b0-af31c29c046f req-f40d3732-cc89-4c27-814a-fce8f920e479 service nova] Lock "efda071e-50e2-4627-8f1f-1f8653b6c2ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.153076] env[63043]: DEBUG nova.compute.manager [req-76f7e074-1dc0-41de-99b0-af31c29c046f req-f40d3732-cc89-4c27-814a-fce8f920e479 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] No waiting events found dispatching network-vif-plugged-2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.153419] env[63043]: WARNING nova.compute.manager [req-76f7e074-1dc0-41de-99b0-af31c29c046f req-f40d3732-cc89-4c27-814a-fce8f920e479 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Received unexpected event network-vif-plugged-2eb5d566-13f8-4910-84aa-3695e313b2c1 for instance with vm_state building and task_state spawning. [ 682.242696] env[63043]: DEBUG nova.network.neutron [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Successfully updated port: 2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.528665] env[63043]: DEBUG nova.compute.utils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 682.530687] env[63043]: DEBUG nova.compute.manager [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Not allocating networking since 'none' was specified. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 682.565153] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.612207] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485626, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.745874] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.746066] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquired lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.746237] env[63043]: DEBUG nova.network.neutron [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.032762] env[63043]: DEBUG nova.compute.manager [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.038034] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4d7720-ba3e-4dc9-8d2b-e830c4eef26f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.045789] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d322a5a1-9b46-4079-9e39-b180db549376 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.083169] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b9adc9-5f87-4d84-8c79-0600b4d310b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.092464] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485625, 'name': ReconfigVM_Task, 'duration_secs': 0.841172} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.095012] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 14f3e0ba-7c1f-4744-b258-52e3dce205b1/14f3e0ba-7c1f-4744-b258-52e3dce205b1.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.095836] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b7aee96-f8eb-42b1-9c66-9a77c9c270e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.098550] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a51e477-b33a-4289-8f70-4e36c2b64404 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.108203] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 683.108203] env[63043]: value = "task-2485627" [ 683.108203] env[63043]: _type = "Task" [ 683.108203] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.117148] env[63043]: DEBUG nova.compute.provider_tree [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.124410] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515857} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.124953] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 0f02137b-ae02-4c2b-9188-50e4d80c11f6/0f02137b-ae02-4c2b-9188-50e4d80c11f6.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.125216] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.125884] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f476c03-c6d0-41cf-a3e0-5d52a3f21404 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.131981] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485627, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.138180] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Waiting for the task: (returnval){ [ 683.138180] env[63043]: value = "task-2485628" [ 683.138180] env[63043]: _type = "Task" [ 683.138180] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.146284] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.285101] env[63043]: DEBUG nova.network.neutron [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.454034] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Acquiring lock "5ce1a2d0-f7ab-468a-bb75-17354b91f0ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.454410] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Lock "5ce1a2d0-f7ab-468a-bb75-17354b91f0ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.454643] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Acquiring lock "5ce1a2d0-f7ab-468a-bb75-17354b91f0ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.454830] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Lock "5ce1a2d0-f7ab-468a-bb75-17354b91f0ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.455036] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Lock "5ce1a2d0-f7ab-468a-bb75-17354b91f0ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.457293] env[63043]: INFO nova.compute.manager [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Terminating instance [ 683.491732] env[63043]: DEBUG nova.network.neutron [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updating instance_info_cache with network_info: [{"id": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "address": "fa:16:3e:e5:2a:97", "network": {"id": "b0f00f8f-2347-49f2-8b1b-73d7459a1c4c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099354259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "114613a11db4463787e44cf309f9482f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb5d566-13", "ovs_interfaceid": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.626623] env[63043]: DEBUG nova.scheduler.client.report [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.629699] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485627, 'name': Rename_Task, 'duration_secs': 0.150282} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.630161] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.630502] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8efe63b1-cdf7-4291-9129-782283e47408 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.636767] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 683.636767] env[63043]: value = "task-2485629" [ 683.636767] env[63043]: _type = "Task" [ 683.636767] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.652371] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.656323] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096194} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.656594] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.657602] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6508a046-6de3-4bdb-aafa-8c7504a84d50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.686195] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 0f02137b-ae02-4c2b-9188-50e4d80c11f6/0f02137b-ae02-4c2b-9188-50e4d80c11f6.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.686508] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5648ec6a-564d-4982-9d03-25107fb0739e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.711462] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Waiting for the task: (returnval){ [ 683.711462] env[63043]: value = "task-2485630" [ 683.711462] env[63043]: _type = "Task" [ 683.711462] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.719040] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.961622] env[63043]: DEBUG nova.compute.manager [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.961885] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.963353] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25457b2-c189-44f4-a35e-3cf2bd6c668e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.972952] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.974384] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4d60ed-748c-4499-99a5-2d20e85c4053 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.979431] env[63043]: DEBUG oslo_vmware.api [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Waiting for the task: (returnval){ [ 683.979431] env[63043]: value = "task-2485631" [ 683.979431] env[63043]: _type = "Task" [ 683.979431] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.987533] env[63043]: DEBUG oslo_vmware.api [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.995250] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Releasing lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.995586] env[63043]: DEBUG nova.compute.manager [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Instance network_info: |[{"id": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "address": "fa:16:3e:e5:2a:97", "network": {"id": "b0f00f8f-2347-49f2-8b1b-73d7459a1c4c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099354259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "114613a11db4463787e44cf309f9482f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb5d566-13", "ovs_interfaceid": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.996013] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:2a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eb5d566-13f8-4910-84aa-3695e313b2c1', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.003757] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Creating folder: Project (114613a11db4463787e44cf309f9482f). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.004062] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f628191b-5c50-4bcd-9a89-a342b8a0c99e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.014097] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Created folder: Project (114613a11db4463787e44cf309f9482f) in parent group-v502843. [ 684.014315] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Creating folder: Instances. Parent ref: group-v502920. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.014646] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff38531d-bc8f-4404-96b1-377f19aadafc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.023837] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Created folder: Instances in parent group-v502920. [ 684.024136] env[63043]: DEBUG oslo.service.loopingcall [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.024473] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.024705] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8086ce3-b33a-4549-9e2d-25442ef22091 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.044291] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.044291] env[63043]: value = "task-2485634" [ 684.044291] env[63043]: _type = "Task" [ 684.044291] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.048654] env[63043]: DEBUG nova.compute.manager [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.056225] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485634, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.071513] env[63043]: DEBUG nova.virt.hardware [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.071765] env[63043]: DEBUG nova.virt.hardware [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.071923] env[63043]: DEBUG nova.virt.hardware [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.072126] env[63043]: DEBUG nova.virt.hardware [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.072278] env[63043]: DEBUG nova.virt.hardware [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.072428] env[63043]: DEBUG nova.virt.hardware [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.072644] env[63043]: DEBUG nova.virt.hardware [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.072809] env[63043]: DEBUG nova.virt.hardware [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.072988] env[63043]: DEBUG nova.virt.hardware [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.073199] env[63043]: DEBUG nova.virt.hardware [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.073403] env[63043]: DEBUG nova.virt.hardware [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.074319] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2079e35e-8361-4460-89ae-cd20e89ca6fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.082148] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f1d00e-30a9-464d-83c8-ed07a15c4f3b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.096986] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Instance VIF info [] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.103294] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Creating folder: Project (5d398b695f1d4c7fb9b8ab6372f7d226). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.103677] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3c59bc1-2ccf-4519-b810-f9b7598f8693 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.114220] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Created folder: Project (5d398b695f1d4c7fb9b8ab6372f7d226) in parent group-v502843. [ 684.114446] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Creating folder: Instances. Parent ref: group-v502923. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.114724] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfd4acdb-77e7-4bec-ae64-9c4aced22655 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.126292] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Created folder: Instances in parent group-v502923. [ 684.126673] env[63043]: DEBUG oslo.service.loopingcall [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.126999] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.127405] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c87abbc6-6fdf-49a9-811a-b7de6a0c6a74 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.144660] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.147696] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.738s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.149291] env[63043]: INFO nova.compute.claims [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.162623] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485629, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.163644] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.163644] env[63043]: value = "task-2485637" [ 684.163644] env[63043]: _type = "Task" [ 684.163644] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.173167] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485637, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.192169] env[63043]: INFO nova.scheduler.client.report [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Deleted allocations for instance ffb951f2-2150-4168-a465-c5492557b199 [ 684.225202] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485630, 'name': ReconfigVM_Task, 'duration_secs': 0.341743} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.225538] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 0f02137b-ae02-4c2b-9188-50e4d80c11f6/0f02137b-ae02-4c2b-9188-50e4d80c11f6.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.226309] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f11fb3a-3f08-4497-9289-ca397fe8810c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.233761] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Waiting for the task: (returnval){ [ 684.233761] env[63043]: value = "task-2485638" [ 684.233761] env[63043]: _type = "Task" [ 684.233761] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.244404] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485638, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.251342] env[63043]: DEBUG nova.compute.manager [req-1f2be195-1c34-4bf0-884e-26830173756c req-f3000baa-8fd7-4c86-a4ef-ebec8e9853eb service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Received event network-changed-2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.251638] env[63043]: DEBUG nova.compute.manager [req-1f2be195-1c34-4bf0-884e-26830173756c req-f3000baa-8fd7-4c86-a4ef-ebec8e9853eb service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Refreshing instance network info cache due to event network-changed-2eb5d566-13f8-4910-84aa-3695e313b2c1. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.251870] env[63043]: DEBUG oslo_concurrency.lockutils [req-1f2be195-1c34-4bf0-884e-26830173756c req-f3000baa-8fd7-4c86-a4ef-ebec8e9853eb service nova] Acquiring lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.252030] env[63043]: DEBUG oslo_concurrency.lockutils [req-1f2be195-1c34-4bf0-884e-26830173756c req-f3000baa-8fd7-4c86-a4ef-ebec8e9853eb service nova] Acquired lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.253105] env[63043]: DEBUG nova.network.neutron [req-1f2be195-1c34-4bf0-884e-26830173756c req-f3000baa-8fd7-4c86-a4ef-ebec8e9853eb service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Refreshing network info cache for port 2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.489479] env[63043]: DEBUG oslo_vmware.api [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485631, 'name': PowerOffVM_Task, 'duration_secs': 0.206779} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.489774] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.489993] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.490197] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48bc0c21-4a12-4ee1-ad7f-3749959a8bac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.554677] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485634, 'name': CreateVM_Task, 'duration_secs': 0.431186} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.555911] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.556273] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.556521] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.556740] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Deleting the datastore file [datastore2] 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.557555] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.557760] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.558124] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.558414] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02d4e25a-f42d-4866-87c8-1f90ae8559df {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.560300] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e1f440-3689-41fc-84ae-0d0de0d6bf2c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.565484] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 684.565484] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]521677d4-a6af-19fa-c5a6-cd21d3d3bc7f" [ 684.565484] env[63043]: _type = "Task" [ 684.565484] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.566892] env[63043]: DEBUG oslo_vmware.api [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Waiting for the task: (returnval){ [ 684.566892] env[63043]: value = "task-2485640" [ 684.566892] env[63043]: _type = "Task" [ 684.566892] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.577773] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521677d4-a6af-19fa-c5a6-cd21d3d3bc7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.580831] env[63043]: DEBUG oslo_vmware.api [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.661805] env[63043]: DEBUG oslo_vmware.api [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485629, 'name': PowerOnVM_Task, 'duration_secs': 0.534833} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.664149] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.665339] env[63043]: INFO nova.compute.manager [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Took 15.56 seconds to spawn the instance on the hypervisor. [ 684.665339] env[63043]: DEBUG nova.compute.manager [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.665997] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac95d69-9826-4657-a383-7a19b414f5cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.687921] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485637, 'name': CreateVM_Task, 'duration_secs': 0.314301} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.688548] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.689216] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.709153] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d228b123-f325-45c5-b16a-9f545a8bd51f tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Lock "ffb951f2-2150-4168-a465-c5492557b199" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.683s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.776466] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485638, 'name': Rename_Task, 'duration_secs': 0.16291} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.776971] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.778411] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ad5412e-7c1e-4c1f-b633-9cbe063d8e1e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.783176] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Waiting for the task: (returnval){ [ 684.783176] env[63043]: value = "task-2485641" [ 684.783176] env[63043]: _type = "Task" [ 684.783176] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.796156] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.013499] env[63043]: DEBUG nova.network.neutron [req-1f2be195-1c34-4bf0-884e-26830173756c req-f3000baa-8fd7-4c86-a4ef-ebec8e9853eb service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updated VIF entry in instance network info cache for port 2eb5d566-13f8-4910-84aa-3695e313b2c1. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.013890] env[63043]: DEBUG nova.network.neutron [req-1f2be195-1c34-4bf0-884e-26830173756c req-f3000baa-8fd7-4c86-a4ef-ebec8e9853eb service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updating instance_info_cache with network_info: [{"id": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "address": "fa:16:3e:e5:2a:97", "network": {"id": "b0f00f8f-2347-49f2-8b1b-73d7459a1c4c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099354259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "114613a11db4463787e44cf309f9482f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb5d566-13", "ovs_interfaceid": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.086604] env[63043]: DEBUG oslo_vmware.api [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Task: {'id': task-2485640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178862} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.091262] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.091634] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.091934] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.092246] env[63043]: INFO nova.compute.manager [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 685.092633] env[63043]: DEBUG oslo.service.loopingcall [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.093750] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521677d4-a6af-19fa-c5a6-cd21d3d3bc7f, 'name': SearchDatastore_Task, 'duration_secs': 0.014522} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.093750] env[63043]: DEBUG nova.compute.manager [-] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.093912] env[63043]: DEBUG nova.network.neutron [-] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.096389] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.096736] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.097130] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.100216] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.100216] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.100216] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.100216] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.100216] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4750a63c-894f-4a8f-b3ac-f69d5679c6cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.102666] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30da317-d6fe-4367-93e1-c934a0e667f6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.108623] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Waiting for the task: (returnval){ [ 685.108623] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c178b5-fd2b-d1fa-d6ed-94dafc71fdc5" [ 685.108623] env[63043]: _type = "Task" [ 685.108623] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.113728] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.113981] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.115185] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb5e22c-f215-4aca-92ce-73926e345745 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.122747] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c178b5-fd2b-d1fa-d6ed-94dafc71fdc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.126318] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 685.126318] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52557309-2deb-3c97-bd8e-01e01354d27a" [ 685.126318] env[63043]: _type = "Task" [ 685.126318] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.136525] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52557309-2deb-3c97-bd8e-01e01354d27a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.196021] env[63043]: INFO nova.compute.manager [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Took 38.07 seconds to build instance. [ 685.296315] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.516710] env[63043]: DEBUG oslo_concurrency.lockutils [req-1f2be195-1c34-4bf0-884e-26830173756c req-f3000baa-8fd7-4c86-a4ef-ebec8e9853eb service nova] Releasing lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.624205] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c178b5-fd2b-d1fa-d6ed-94dafc71fdc5, 'name': SearchDatastore_Task, 'duration_secs': 0.01367} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.624627] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.624875] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.626532] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.639171] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52557309-2deb-3c97-bd8e-01e01354d27a, 'name': SearchDatastore_Task, 'duration_secs': 0.013836} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.640053] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04395bb0-2a6e-4685-a6ee-8b9bc8766ec9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.645597] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ccb77d-2a2d-4634-8f29-ef859dfc2cd0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.649554] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 685.649554] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5263f9c5-baaa-367f-6dc9-84110eeecd00" [ 685.649554] env[63043]: _type = "Task" [ 685.649554] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.656984] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e06f1e-72ab-4cb6-8f01-c26315a15db0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.662940] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5263f9c5-baaa-367f-6dc9-84110eeecd00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.694918] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986aab0c-93a7-4272-89e9-4a66863590d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.697725] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.790s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.702704] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80558a0c-1475-4c20-a993-b8eb444d57c7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.717771] env[63043]: DEBUG nova.compute.provider_tree [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.762919] env[63043]: DEBUG oslo_vmware.rw_handles [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254f4cb-1250-050d-ede5-10dbc28e8568/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 685.763889] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4316bb67-887a-42c4-a511-b3c645daf31a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.770333] env[63043]: DEBUG oslo_vmware.rw_handles [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254f4cb-1250-050d-ede5-10dbc28e8568/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 685.770502] env[63043]: ERROR oslo_vmware.rw_handles [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254f4cb-1250-050d-ede5-10dbc28e8568/disk-0.vmdk due to incomplete transfer. [ 685.770723] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a19ea13-2c0b-4823-9c59-e38a08d87a67 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.777664] env[63043]: DEBUG oslo_vmware.rw_handles [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254f4cb-1250-050d-ede5-10dbc28e8568/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 685.777872] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Uploaded image 9534a0af-2913-4385-9246-621294ea619d to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 685.779837] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 685.784017] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-045fc426-d9ff-4347-8f11-8b85523b8036 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.790081] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 685.790081] env[63043]: value = "task-2485642" [ 685.790081] env[63043]: _type = "Task" [ 685.790081] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.798163] env[63043]: DEBUG oslo_vmware.api [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485641, 'name': PowerOnVM_Task, 'duration_secs': 0.695441} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.798774] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.799016] env[63043]: INFO nova.compute.manager [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Took 9.36 seconds to spawn the instance on the hypervisor. [ 685.799189] env[63043]: DEBUG nova.compute.manager [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.800008] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dc58a1-2155-4451-9b15-51cac4e1899f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.805618] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485642, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.857924] env[63043]: DEBUG nova.network.neutron [-] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.160424] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5263f9c5-baaa-367f-6dc9-84110eeecd00, 'name': SearchDatastore_Task, 'duration_secs': 0.013558} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.160555] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.160818] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] efda071e-50e2-4627-8f1f-1f8653b6c2ad/efda071e-50e2-4627-8f1f-1f8653b6c2ad.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.161103] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.161302] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.161580] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc9a51ee-9c67-4913-b2a1-5d3940344546 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.163707] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2c47a18-1402-4d97-b1c1-0a78881900eb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.171595] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 686.171595] env[63043]: value = "task-2485643" [ 686.171595] env[63043]: _type = "Task" [ 686.171595] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.176047] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.176047] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.176984] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eedb58ee-5c46-446f-abe9-6674b5bb9bf4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.183543] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.186642] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Waiting for the task: (returnval){ [ 686.186642] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]521a2a45-d172-7718-08cc-fc4c7bac2c71" [ 686.186642] env[63043]: _type = "Task" [ 686.186642] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.194455] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521a2a45-d172-7718-08cc-fc4c7bac2c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.207995] env[63043]: DEBUG nova.compute.manager [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.221092] env[63043]: DEBUG nova.scheduler.client.report [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.278344] env[63043]: DEBUG nova.compute.manager [req-3e02ea85-eb58-4efa-b5f6-1667ed92c56a req-8098e01c-c7e1-4316-8b61-6a5b20581c41 service nova] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Received event network-vif-deleted-81cfe250-3a72-4a2c-9525-9eabf1ac8137 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.300053] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485642, 'name': Destroy_Task, 'duration_secs': 0.321488} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.300053] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Destroyed the VM [ 686.300330] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 686.300610] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cc2427ab-47c4-4fb4-8b2f-423b6dd2b31f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.306917] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 686.306917] env[63043]: value = "task-2485644" [ 686.306917] env[63043]: _type = "Task" [ 686.306917] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.319275] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485644, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.321704] env[63043]: INFO nova.compute.manager [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Took 34.73 seconds to build instance. [ 686.360988] env[63043]: INFO nova.compute.manager [-] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Took 1.27 seconds to deallocate network for instance. [ 686.421883] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.422298] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.422614] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.422854] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.423141] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.425876] env[63043]: INFO nova.compute.manager [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Terminating instance [ 686.681389] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450364} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.681728] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] efda071e-50e2-4627-8f1f-1f8653b6c2ad/efda071e-50e2-4627-8f1f-1f8653b6c2ad.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.681859] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.682178] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beb2e27f-9818-49e7-a9a7-56a078565f1f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.691656] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 686.691656] env[63043]: value = "task-2485645" [ 686.691656] env[63043]: _type = "Task" [ 686.691656] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.699641] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521a2a45-d172-7718-08cc-fc4c7bac2c71, 'name': SearchDatastore_Task, 'duration_secs': 0.015588} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.700059] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c27f1c9-52b4-43c1-93d1-dd71242c0563 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.704964] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.708104] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Waiting for the task: (returnval){ [ 686.708104] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52814c53-6627-1336-2b94-cfc2afb3a1bb" [ 686.708104] env[63043]: _type = "Task" [ 686.708104] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.722338] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52814c53-6627-1336-2b94-cfc2afb3a1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009066} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.722338] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.722338] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 443ff84c-f6fa-4514-9589-9fd02c7d7851/443ff84c-f6fa-4514-9589-9fd02c7d7851.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.722338] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccfb96bc-617f-4a5c-9c89-e909432c8550 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.727326] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.727826] env[63043]: DEBUG nova.compute.manager [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.730364] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Waiting for the task: (returnval){ [ 686.730364] env[63043]: value = "task-2485646" [ 686.730364] env[63043]: _type = "Task" [ 686.730364] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.730798] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.890s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.731026] env[63043]: DEBUG nova.objects.instance [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Lazy-loading 'resources' on Instance uuid d982bc6e-2297-46d0-a623-1744fb3ee44b {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.740518] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.744098] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.816546] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485644, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.824176] env[63043]: DEBUG oslo_concurrency.lockutils [None req-36960a18-1282-4800-bac4-debfbf340ca1 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Lock "0f02137b-ae02-4c2b-9188-50e4d80c11f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.684s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.869030] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.933356] env[63043]: DEBUG nova.compute.manager [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.933678] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.934952] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88712c3-7342-4d04-85b8-8ac7285f35a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.947691] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.947856] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0b81e32-1dba-4765-ab00-776f5dc2351e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.955403] env[63043]: DEBUG oslo_vmware.api [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 686.955403] env[63043]: value = "task-2485647" [ 686.955403] env[63043]: _type = "Task" [ 686.955403] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.966021] env[63043]: DEBUG oslo_vmware.api [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.203015] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096251} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.203491] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.204337] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b0c45b-5b07-4ff5-ba03-da744eee5978 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.228661] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] efda071e-50e2-4627-8f1f-1f8653b6c2ad/efda071e-50e2-4627-8f1f-1f8653b6c2ad.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.229113] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d57274c1-6217-4b03-8f81-6bb756a1b463 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.244991] env[63043]: DEBUG nova.compute.utils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 687.249251] env[63043]: DEBUG nova.compute.manager [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.249356] env[63043]: DEBUG nova.network.neutron [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.260817] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466403} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.262215] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 443ff84c-f6fa-4514-9589-9fd02c7d7851/443ff84c-f6fa-4514-9589-9fd02c7d7851.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.262435] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.262746] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 687.262746] env[63043]: value = "task-2485648" [ 687.262746] env[63043]: _type = "Task" [ 687.262746] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.263211] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18f55026-de6d-4885-9006-4bb928ae7fa3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.275686] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Waiting for the task: (returnval){ [ 687.275686] env[63043]: value = "task-2485649" [ 687.275686] env[63043]: _type = "Task" [ 687.275686] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.284329] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.292366] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.305860] env[63043]: DEBUG nova.policy [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '842109cf75544c0782e6c3d73e24956b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3632a8901bc41258430a525fd41a1bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.321486] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485644, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.327164] env[63043]: DEBUG nova.compute.manager [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.409447] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Acquiring lock "0f02137b-ae02-4c2b-9188-50e4d80c11f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.409793] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Lock "0f02137b-ae02-4c2b-9188-50e4d80c11f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.410063] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Acquiring lock "0f02137b-ae02-4c2b-9188-50e4d80c11f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.410285] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Lock "0f02137b-ae02-4c2b-9188-50e4d80c11f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.410464] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Lock "0f02137b-ae02-4c2b-9188-50e4d80c11f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.413770] env[63043]: INFO nova.compute.manager [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Terminating instance [ 687.466928] env[63043]: DEBUG oslo_vmware.api [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485647, 'name': PowerOffVM_Task, 'duration_secs': 0.307492} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.469789] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.469984] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.470477] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f4f23b6-ff10-45d3-b91e-69c5ff80a5de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.653439] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.653439] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.653439] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Deleting the datastore file [datastore2] 14f3e0ba-7c1f-4744-b258-52e3dce205b1 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.656145] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50c1e186-f479-47cf-9fb8-4a333aa5a404 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.664909] env[63043]: DEBUG oslo_vmware.api [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 687.664909] env[63043]: value = "task-2485651" [ 687.664909] env[63043]: _type = "Task" [ 687.664909] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.675758] env[63043]: DEBUG oslo_vmware.api [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.707277] env[63043]: DEBUG nova.network.neutron [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Successfully created port: d9ee6fe2-3264-403c-b66d-79a4e695f997 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.718031] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f27329-bb2a-4577-83e3-3e6f10ab0b2d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.726188] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf319a8b-58cb-4aa6-9ad8-8b8eead3a930 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.757836] env[63043]: DEBUG nova.compute.manager [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.764021] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f6e2a3-ec1c-4ce6-aa32-6a1f36970175 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.772604] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f0445e-8f44-4d86-8145-47d2959a634c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.780287] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485648, 'name': ReconfigVM_Task, 'duration_secs': 0.508143} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.784028] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Reconfigured VM instance instance-0000001c to attach disk [datastore1] efda071e-50e2-4627-8f1f-1f8653b6c2ad/efda071e-50e2-4627-8f1f-1f8653b6c2ad.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.784711] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18233cd9-1c78-4844-a9e4-81a9de84eb9d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.794596] env[63043]: DEBUG nova.compute.provider_tree [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.799766] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197891} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.800327] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.801091] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3ba508-e11f-49f4-9d4f-14cfbb005823 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.806470] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 687.806470] env[63043]: value = "task-2485652" [ 687.806470] env[63043]: _type = "Task" [ 687.806470] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.826972] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 443ff84c-f6fa-4514-9589-9fd02c7d7851/443ff84c-f6fa-4514-9589-9fd02c7d7851.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.834914] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8189508-b17c-4fc0-8384-c1be15fe97a3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.855275] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485652, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.862514] env[63043]: DEBUG oslo_vmware.api [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485644, 'name': RemoveSnapshot_Task, 'duration_secs': 1.285996} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.863911] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 687.864180] env[63043]: INFO nova.compute.manager [None req-7de73bcf-1ea7-4d94-89de-8abe40f6707f tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Took 13.55 seconds to snapshot the instance on the hypervisor. [ 687.866876] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Waiting for the task: (returnval){ [ 687.866876] env[63043]: value = "task-2485653" [ 687.866876] env[63043]: _type = "Task" [ 687.866876] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.877522] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485653, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.880752] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.920130] env[63043]: DEBUG nova.compute.manager [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.920414] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.921447] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaf54cb-8c81-4c7e-a4d1-cfa454192ca2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.929687] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.929993] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55bd80f2-30b7-45cc-8a28-f8f4ec30e416 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.938177] env[63043]: DEBUG oslo_vmware.api [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Waiting for the task: (returnval){ [ 687.938177] env[63043]: value = "task-2485654" [ 687.938177] env[63043]: _type = "Task" [ 687.938177] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.946128] env[63043]: DEBUG oslo_vmware.api [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.175865] env[63043]: DEBUG oslo_vmware.api [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23639} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.176178] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.177330] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.177330] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.177330] env[63043]: INFO nova.compute.manager [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Took 1.24 seconds to destroy the instance on the hypervisor. [ 688.177330] env[63043]: DEBUG oslo.service.loopingcall [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.177561] env[63043]: DEBUG nova.compute.manager [-] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.177680] env[63043]: DEBUG nova.network.neutron [-] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.302972] env[63043]: DEBUG nova.scheduler.client.report [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.316936] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485652, 'name': Rename_Task, 'duration_secs': 0.150937} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.318028] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.318028] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbdd1050-a212-4e55-88f9-ede8b9e32ad5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.323602] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 688.323602] env[63043]: value = "task-2485655" [ 688.323602] env[63043]: _type = "Task" [ 688.323602] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.334120] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.380068] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485653, 'name': ReconfigVM_Task, 'duration_secs': 0.297827} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.380167] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 443ff84c-f6fa-4514-9589-9fd02c7d7851/443ff84c-f6fa-4514-9589-9fd02c7d7851.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.380777] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84f889f3-64a0-49f0-94c9-49af32c52f27 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.387013] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Waiting for the task: (returnval){ [ 688.387013] env[63043]: value = "task-2485656" [ 688.387013] env[63043]: _type = "Task" [ 688.387013] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.395082] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485656, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.450557] env[63043]: DEBUG oslo_vmware.api [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485654, 'name': PowerOffVM_Task, 'duration_secs': 0.341258} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.450725] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.450826] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.451126] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62835066-46f9-49c4-8752-d51da4b90a79 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.510769] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.511022] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.511223] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Deleting the datastore file [datastore2] 0f02137b-ae02-4c2b-9188-50e4d80c11f6 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.511570] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-894e125c-fc23-4839-aeca-c30b9f9928c6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.517697] env[63043]: DEBUG oslo_vmware.api [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Waiting for the task: (returnval){ [ 688.517697] env[63043]: value = "task-2485658" [ 688.517697] env[63043]: _type = "Task" [ 688.517697] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.526229] env[63043]: DEBUG oslo_vmware.api [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.769201] env[63043]: DEBUG nova.compute.manager [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.810438] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.813431] env[63043]: DEBUG oslo_concurrency.lockutils [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.231s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.813841] env[63043]: DEBUG nova.objects.instance [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Lazy-loading 'resources' on Instance uuid b0166fc9-a10c-4a84-a282-9689aa197254 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.837153] env[63043]: DEBUG nova.virt.hardware [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.837482] env[63043]: DEBUG nova.virt.hardware [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.837585] env[63043]: DEBUG nova.virt.hardware [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.837758] env[63043]: DEBUG nova.virt.hardware [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.837907] env[63043]: DEBUG nova.virt.hardware [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.838174] env[63043]: DEBUG nova.virt.hardware [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.838398] env[63043]: DEBUG nova.virt.hardware [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.838556] env[63043]: DEBUG nova.virt.hardware [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.838732] env[63043]: DEBUG nova.virt.hardware [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.838895] env[63043]: DEBUG nova.virt.hardware [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.839083] env[63043]: DEBUG nova.virt.hardware [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.840668] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b886ae8a-fdc3-4da2-b366-cce6490f8c75 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.847278] env[63043]: DEBUG oslo_vmware.api [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485655, 'name': PowerOnVM_Task, 'duration_secs': 0.475243} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.847780] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.848016] env[63043]: INFO nova.compute.manager [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Took 7.47 seconds to spawn the instance on the hypervisor. [ 688.848221] env[63043]: DEBUG nova.compute.manager [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.849046] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debe2915-58f1-47cf-9a42-aa871705f3dc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.856369] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d007bc-b143-4639-97aa-170278fe9c43 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.883783] env[63043]: INFO nova.scheduler.client.report [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Deleted allocations for instance d982bc6e-2297-46d0-a623-1744fb3ee44b [ 688.896310] env[63043]: DEBUG nova.compute.manager [req-942640a2-8f01-41dc-a368-d9949afb5b1f req-29640787-e265-4bf0-9ef9-942af9f07e12 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Received event network-vif-deleted-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.896471] env[63043]: INFO nova.compute.manager [req-942640a2-8f01-41dc-a368-d9949afb5b1f req-29640787-e265-4bf0-9ef9-942af9f07e12 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Neutron deleted interface d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d; detaching it from the instance and deleting it from the info cache [ 688.896763] env[63043]: DEBUG nova.network.neutron [req-942640a2-8f01-41dc-a368-d9949afb5b1f req-29640787-e265-4bf0-9ef9-942af9f07e12 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Updating instance_info_cache with network_info: [{"id": "129a2100-b484-4e75-bd76-0e58b9919dc6", "address": "fa:16:3e:54:65:70", "network": {"id": "de7071fa-07d2-4307-9d59-fb6ebe0b5139", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362991864", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129a2100-b4", "ovs_interfaceid": "129a2100-b484-4e75-bd76-0e58b9919dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345", "address": "fa:16:3e:61:2d:7d", "network": {"id": "de7071fa-07d2-4307-9d59-fb6ebe0b5139", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362991864", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc3ccd2-eb", "ovs_interfaceid": "4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.903940] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485656, 'name': Rename_Task, 'duration_secs': 0.145089} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.904212] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.904467] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d09d674-c1ba-41b6-bab2-4044ccb6f9e5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.914488] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Waiting for the task: (returnval){ [ 688.914488] env[63043]: value = "task-2485659" [ 688.914488] env[63043]: _type = "Task" [ 688.914488] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.923899] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.028326] env[63043]: DEBUG oslo_vmware.api [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Task: {'id': task-2485658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256541} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.028326] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.028326] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.028521] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.028552] env[63043]: INFO nova.compute.manager [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 689.028775] env[63043]: DEBUG oslo.service.loopingcall [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.029595] env[63043]: DEBUG nova.compute.manager [-] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.029595] env[63043]: DEBUG nova.network.neutron [-] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.375298] env[63043]: INFO nova.compute.manager [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Took 32.55 seconds to build instance. [ 689.386495] env[63043]: DEBUG nova.network.neutron [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Successfully updated port: d9ee6fe2-3264-403c-b66d-79a4e695f997 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.401583] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1adb5807-7c87-4faa-830c-5f6eead780e7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.406392] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9a0176bb-5dd2-4085-9898-c899c92d4266 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Lock "d982bc6e-2297-46d0-a623-1744fb3ee44b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.111s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.419720] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3332d772-5606-433a-8f0e-7ead7612e96b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.444071] env[63043]: DEBUG oslo_vmware.api [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485659, 'name': PowerOnVM_Task, 'duration_secs': 0.430554} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.444689] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.444689] env[63043]: INFO nova.compute.manager [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Took 5.40 seconds to spawn the instance on the hypervisor. [ 689.444751] env[63043]: DEBUG nova.compute.manager [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.447934] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b9788e-895f-4808-8f27-a553507865c2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.466585] env[63043]: DEBUG nova.compute.manager [req-942640a2-8f01-41dc-a368-d9949afb5b1f req-29640787-e265-4bf0-9ef9-942af9f07e12 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Detach interface failed, port_id=d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d, reason: Instance 14f3e0ba-7c1f-4744-b258-52e3dce205b1 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 689.566205] env[63043]: DEBUG nova.compute.manager [req-1f5b31c1-b035-433a-a7cc-600df335c82a req-2cf3e81d-afb5-4d13-a9af-64cbdac9f9fa service nova] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Received event network-vif-plugged-d9ee6fe2-3264-403c-b66d-79a4e695f997 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.566431] env[63043]: DEBUG oslo_concurrency.lockutils [req-1f5b31c1-b035-433a-a7cc-600df335c82a req-2cf3e81d-afb5-4d13-a9af-64cbdac9f9fa service nova] Acquiring lock "f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.566642] env[63043]: DEBUG oslo_concurrency.lockutils [req-1f5b31c1-b035-433a-a7cc-600df335c82a req-2cf3e81d-afb5-4d13-a9af-64cbdac9f9fa service nova] Lock "f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.567150] env[63043]: DEBUG oslo_concurrency.lockutils [req-1f5b31c1-b035-433a-a7cc-600df335c82a req-2cf3e81d-afb5-4d13-a9af-64cbdac9f9fa service nova] Lock "f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.567150] env[63043]: DEBUG nova.compute.manager [req-1f5b31c1-b035-433a-a7cc-600df335c82a req-2cf3e81d-afb5-4d13-a9af-64cbdac9f9fa service nova] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] No waiting events found dispatching network-vif-plugged-d9ee6fe2-3264-403c-b66d-79a4e695f997 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.567150] env[63043]: WARNING nova.compute.manager [req-1f5b31c1-b035-433a-a7cc-600df335c82a req-2cf3e81d-afb5-4d13-a9af-64cbdac9f9fa service nova] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Received unexpected event network-vif-plugged-d9ee6fe2-3264-403c-b66d-79a4e695f997 for instance with vm_state building and task_state spawning. [ 689.844141] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6d0953-8cff-4ab7-aa1d-b2a6f2732d1c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.851481] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a804b530-1050-4152-94a2-6c650ae4711d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.886157] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "efda071e-50e2-4627-8f1f-1f8653b6c2ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.750s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.888270] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc0c43c-9644-4c9c-bf45-92b2791be0d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.892158] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "refresh_cache-f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.892158] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "refresh_cache-f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.892158] env[63043]: DEBUG nova.network.neutron [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.900970] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baba1ba-a0b6-47b2-94f1-73272b404ccc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.921689] env[63043]: DEBUG nova.compute.provider_tree [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.982152] env[63043]: INFO nova.compute.manager [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Took 30.60 seconds to build instance. [ 690.029330] env[63043]: DEBUG nova.network.neutron [-] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.115659] env[63043]: DEBUG nova.compute.manager [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.116556] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481eb03a-d566-4491-86fb-f06a5e897a0c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.161781] env[63043]: DEBUG nova.network.neutron [-] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.392420] env[63043]: DEBUG nova.compute.manager [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.426627] env[63043]: DEBUG nova.scheduler.client.report [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.471198] env[63043]: DEBUG nova.network.neutron [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.484689] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f09d511c-4fc9-415c-a605-8842e2cca5e3 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Lock "443ff84c-f6fa-4514-9589-9fd02c7d7851" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.715s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.531645] env[63043]: INFO nova.compute.manager [-] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Took 2.35 seconds to deallocate network for instance. [ 690.631520] env[63043]: INFO nova.compute.manager [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] instance snapshotting [ 690.633528] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1d64b0-b75d-4265-aa84-3394b6f14ba0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.660020] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fead6f1-017e-4cbc-91b1-8ba5a8c28f20 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.664771] env[63043]: INFO nova.compute.manager [-] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Took 1.64 seconds to deallocate network for instance. [ 690.750182] env[63043]: DEBUG nova.network.neutron [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Updating instance_info_cache with network_info: [{"id": "d9ee6fe2-3264-403c-b66d-79a4e695f997", "address": "fa:16:3e:c5:81:99", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ee6fe2-32", "ovs_interfaceid": "d9ee6fe2-3264-403c-b66d-79a4e695f997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.919279] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.937162] env[63043]: DEBUG oslo_concurrency.lockutils [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.937162] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.851s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.937162] env[63043]: INFO nova.compute.claims [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.963838] env[63043]: INFO nova.scheduler.client.report [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Deleted allocations for instance b0166fc9-a10c-4a84-a282-9689aa197254 [ 690.990477] env[63043]: DEBUG nova.compute.manager [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.041540] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.173734] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.185598] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 691.186014] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36c0ecee-9d3d-4ddc-be59-5af1d75ab02f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.194178] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 691.194178] env[63043]: value = "task-2485660" [ 691.194178] env[63043]: _type = "Task" [ 691.194178] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.205297] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485660, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.252455] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "refresh_cache-f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.252455] env[63043]: DEBUG nova.compute.manager [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Instance network_info: |[{"id": "d9ee6fe2-3264-403c-b66d-79a4e695f997", "address": "fa:16:3e:c5:81:99", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ee6fe2-32", "ovs_interfaceid": "d9ee6fe2-3264-403c-b66d-79a4e695f997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.253333] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:81:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9ee6fe2-3264-403c-b66d-79a4e695f997', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.264322] env[63043]: DEBUG oslo.service.loopingcall [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.264704] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.264879] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff567cc8-a488-4ea7-8d3e-802eda64df8f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.294024] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.294024] env[63043]: value = "task-2485661" [ 691.294024] env[63043]: _type = "Task" [ 691.294024] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.301125] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485661, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.476300] env[63043]: DEBUG nova.compute.manager [req-72a5134e-9693-4bb7-8880-9bb2e75fa13c req-fe79b99e-b5a4-4653-acf4-295928fd7d11 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Received event network-vif-deleted-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.476300] env[63043]: DEBUG nova.compute.manager [req-72a5134e-9693-4bb7-8880-9bb2e75fa13c req-fe79b99e-b5a4-4653-acf4-295928fd7d11 service nova] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Received event network-vif-deleted-129a2100-b484-4e75-bd76-0e58b9919dc6 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.476300] env[63043]: DEBUG nova.compute.manager [req-72a5134e-9693-4bb7-8880-9bb2e75fa13c req-fe79b99e-b5a4-4653-acf4-295928fd7d11 service nova] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Received event network-vif-deleted-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.482295] env[63043]: DEBUG oslo_concurrency.lockutils [None req-659a1d07-8346-4e23-8a6c-6ef7afacb5a2 tempest-ServerDiagnosticsV248Test-1705504531 tempest-ServerDiagnosticsV248Test-1705504531-project-member] Lock "b0166fc9-a10c-4a84-a282-9689aa197254" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.217s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.527697] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.710564] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485660, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.808516] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485661, 'name': CreateVM_Task, 'duration_secs': 0.342314} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.808987] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.810567] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.811278] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.811916] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.812550] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6db0d4-3ca5-4ca4-9cb6-38c91d15fb72 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.821487] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 691.821487] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]525a04a0-81d7-8ad4-76b4-d671602cbb0c" [ 691.821487] env[63043]: _type = "Task" [ 691.821487] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.832924] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525a04a0-81d7-8ad4-76b4-d671602cbb0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.937068] env[63043]: DEBUG nova.compute.manager [None req-6d2525d3-49a1-4408-b4e1-44bfdc111b44 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.937068] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e24b07a-8e1e-4274-a39f-37977e8a74e5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.212816] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485660, 'name': CreateSnapshot_Task, 'duration_secs': 0.65421} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.216276] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 692.216276] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb2eb00-5b0d-4d0f-b8d8-a720a3b1d984 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.268035] env[63043]: DEBUG nova.compute.manager [req-fc44de8f-9671-4b43-80e2-6a2e2a430795 req-7e2c269d-a82c-4681-b976-5f23f973f82b service nova] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Received event network-changed-d9ee6fe2-3264-403c-b66d-79a4e695f997 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.268035] env[63043]: DEBUG nova.compute.manager [req-fc44de8f-9671-4b43-80e2-6a2e2a430795 req-7e2c269d-a82c-4681-b976-5f23f973f82b service nova] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Refreshing instance network info cache due to event network-changed-d9ee6fe2-3264-403c-b66d-79a4e695f997. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 692.268234] env[63043]: DEBUG oslo_concurrency.lockutils [req-fc44de8f-9671-4b43-80e2-6a2e2a430795 req-7e2c269d-a82c-4681-b976-5f23f973f82b service nova] Acquiring lock "refresh_cache-f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.269237] env[63043]: DEBUG oslo_concurrency.lockutils [req-fc44de8f-9671-4b43-80e2-6a2e2a430795 req-7e2c269d-a82c-4681-b976-5f23f973f82b service nova] Acquired lock "refresh_cache-f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.269237] env[63043]: DEBUG nova.network.neutron [req-fc44de8f-9671-4b43-80e2-6a2e2a430795 req-7e2c269d-a82c-4681-b976-5f23f973f82b service nova] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Refreshing network info cache for port d9ee6fe2-3264-403c-b66d-79a4e695f997 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.332659] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525a04a0-81d7-8ad4-76b4-d671602cbb0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011064} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.332973] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.333461] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.334896] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.334896] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.334896] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.334896] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ae56daf-c2f7-42c0-b19e-782cccffc87a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.346861] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.346861] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.350866] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be24c04-ff7b-458a-93a1-399a3c37bd6f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.360129] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 692.360129] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]522406f4-5f0f-ec89-f4b9-80a81c60ff5b" [ 692.360129] env[63043]: _type = "Task" [ 692.360129] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.366678] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522406f4-5f0f-ec89-f4b9-80a81c60ff5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.449478] env[63043]: INFO nova.compute.manager [None req-6d2525d3-49a1-4408-b4e1-44bfdc111b44 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] instance snapshotting [ 692.450347] env[63043]: DEBUG nova.objects.instance [None req-6d2525d3-49a1-4408-b4e1-44bfdc111b44 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Lazy-loading 'flavor' on Instance uuid 443ff84c-f6fa-4514-9589-9fd02c7d7851 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.520616] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a14aa23-979f-48b4-8d9c-8fab9f915fe6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.528297] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86b25b1-32d8-45a4-82c8-da2585aa5fe7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.561766] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53650681-ee03-4097-9b8b-ae1be4b468bf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.569826] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d2e493-bc9d-494e-bb8f-74160b0bf3fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.583976] env[63043]: DEBUG nova.compute.provider_tree [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.600145] env[63043]: DEBUG oslo_concurrency.lockutils [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Acquiring lock "443ff84c-f6fa-4514-9589-9fd02c7d7851" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.600474] env[63043]: DEBUG oslo_concurrency.lockutils [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Lock "443ff84c-f6fa-4514-9589-9fd02c7d7851" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.600692] env[63043]: DEBUG oslo_concurrency.lockutils [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Acquiring lock "443ff84c-f6fa-4514-9589-9fd02c7d7851-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.600871] env[63043]: DEBUG oslo_concurrency.lockutils [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Lock "443ff84c-f6fa-4514-9589-9fd02c7d7851-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.601067] env[63043]: DEBUG oslo_concurrency.lockutils [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Lock "443ff84c-f6fa-4514-9589-9fd02c7d7851-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.603411] env[63043]: INFO nova.compute.manager [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Terminating instance [ 692.746912] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 692.747269] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db36a1fa-b8c8-4d67-98ce-6fc43177c52a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.757815] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 692.757815] env[63043]: value = "task-2485662" [ 692.757815] env[63043]: _type = "Task" [ 692.757815] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.768673] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485662, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.780914] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "5f14a03a-430e-4972-9840-4729803e9acc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.781471] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "5f14a03a-430e-4972-9840-4729803e9acc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.869652] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522406f4-5f0f-ec89-f4b9-80a81c60ff5b, 'name': SearchDatastore_Task, 'duration_secs': 0.015209} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.871283] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d89b4f-2f07-47b8-8dfa-ae06f5d1c230 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.878419] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 692.878419] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520a8204-4d39-a0ad-9e66-96d1530c7eec" [ 692.878419] env[63043]: _type = "Task" [ 692.878419] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.889349] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520a8204-4d39-a0ad-9e66-96d1530c7eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.956753] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4514b3c-f3c1-4486-b132-8fdc9641ece4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.984483] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16d66a5-133a-4481-847d-fae2aa71be18 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.090363] env[63043]: DEBUG nova.scheduler.client.report [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.110678] env[63043]: DEBUG oslo_concurrency.lockutils [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Acquiring lock "refresh_cache-443ff84c-f6fa-4514-9589-9fd02c7d7851" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.110678] env[63043]: DEBUG oslo_concurrency.lockutils [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Acquired lock "refresh_cache-443ff84c-f6fa-4514-9589-9fd02c7d7851" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.110794] env[63043]: DEBUG nova.network.neutron [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.268953] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485662, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.343813] env[63043]: DEBUG nova.network.neutron [req-fc44de8f-9671-4b43-80e2-6a2e2a430795 req-7e2c269d-a82c-4681-b976-5f23f973f82b service nova] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Updated VIF entry in instance network info cache for port d9ee6fe2-3264-403c-b66d-79a4e695f997. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.343813] env[63043]: DEBUG nova.network.neutron [req-fc44de8f-9671-4b43-80e2-6a2e2a430795 req-7e2c269d-a82c-4681-b976-5f23f973f82b service nova] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Updating instance_info_cache with network_info: [{"id": "d9ee6fe2-3264-403c-b66d-79a4e695f997", "address": "fa:16:3e:c5:81:99", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ee6fe2-32", "ovs_interfaceid": "d9ee6fe2-3264-403c-b66d-79a4e695f997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.393230] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520a8204-4d39-a0ad-9e66-96d1530c7eec, 'name': SearchDatastore_Task, 'duration_secs': 0.018313} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.393817] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.394232] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900/f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.394683] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49044e53-4f21-4eb5-b574-7ca102339a8c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.403790] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 693.403790] env[63043]: value = "task-2485663" [ 693.403790] env[63043]: _type = "Task" [ 693.403790] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.412478] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.494552] env[63043]: DEBUG nova.compute.manager [None req-6d2525d3-49a1-4408-b4e1-44bfdc111b44 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Instance disappeared during snapshot {{(pid=63043) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 693.602136] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.602136] env[63043]: DEBUG nova.compute.manager [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.608431] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.064s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.611112] env[63043]: INFO nova.compute.claims [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.665415] env[63043]: DEBUG nova.network.neutron [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.681256] env[63043]: DEBUG nova.compute.manager [None req-6d2525d3-49a1-4408-b4e1-44bfdc111b44 tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Found 0 images (rotation: 2) {{(pid=63043) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 693.774264] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485662, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.785587] env[63043]: DEBUG nova.network.neutron [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.845877] env[63043]: DEBUG oslo_concurrency.lockutils [req-fc44de8f-9671-4b43-80e2-6a2e2a430795 req-7e2c269d-a82c-4681-b976-5f23f973f82b service nova] Releasing lock "refresh_cache-f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.923422] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485663, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.108802] env[63043]: DEBUG nova.compute.utils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 694.113038] env[63043]: DEBUG nova.compute.manager [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.113038] env[63043]: DEBUG nova.network.neutron [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.173735] env[63043]: DEBUG nova.policy [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3ff02114d8d486ba4994e8c19355acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3120f870f9f04b24a10d2db836ff1ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.273086] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485662, 'name': CloneVM_Task} progress is 95%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.289189] env[63043]: DEBUG oslo_concurrency.lockutils [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Releasing lock "refresh_cache-443ff84c-f6fa-4514-9589-9fd02c7d7851" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.289588] env[63043]: DEBUG nova.compute.manager [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.289846] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.294719] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968ae84a-c986-424e-8260-4f50bd2b4b58 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.299932] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.300211] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34aba737-220b-4a4d-9acf-c31dd53efe26 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.310126] env[63043]: DEBUG oslo_vmware.api [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Waiting for the task: (returnval){ [ 694.310126] env[63043]: value = "task-2485664" [ 694.310126] env[63043]: _type = "Task" [ 694.310126] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.323523] env[63043]: DEBUG oslo_vmware.api [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.417873] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516212} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.418167] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900/f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.418393] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.418656] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5cc3278-7cd4-445b-b504-8fde96399efd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.428569] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 694.428569] env[63043]: value = "task-2485665" [ 694.428569] env[63043]: _type = "Task" [ 694.428569] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.438271] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.613806] env[63043]: DEBUG nova.compute.manager [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.773063] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485662, 'name': CloneVM_Task, 'duration_secs': 1.609927} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.773372] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Created linked-clone VM from snapshot [ 694.774251] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a600c8dd-7b5a-4819-aca7-cc4cceb9c8b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.782733] env[63043]: DEBUG nova.network.neutron [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Successfully created port: e9ac6978-87be-4012-8baf-aa67ad603545 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.795188] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Uploading image 006751c4-557d-4b76-9606-e697b5374fd6 {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 694.825601] env[63043]: DEBUG oslo_vmware.api [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485664, 'name': PowerOffVM_Task, 'duration_secs': 0.12275} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.826333] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.826608] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.826943] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-521140ca-947b-4f17-8d18-93dad134ff81 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.832338] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 694.832338] env[63043]: value = "vm-502928" [ 694.832338] env[63043]: _type = "VirtualMachine" [ 694.832338] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 694.832497] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-953c2b03-5caa-4989-9aa3-5689e74660e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.838597] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lease: (returnval){ [ 694.838597] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524aa367-f4cf-0ab6-ee3b-a383c8623374" [ 694.838597] env[63043]: _type = "HttpNfcLease" [ 694.838597] env[63043]: } obtained for exporting VM: (result){ [ 694.838597] env[63043]: value = "vm-502928" [ 694.838597] env[63043]: _type = "VirtualMachine" [ 694.838597] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 694.838880] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the lease: (returnval){ [ 694.838880] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524aa367-f4cf-0ab6-ee3b-a383c8623374" [ 694.838880] env[63043]: _type = "HttpNfcLease" [ 694.838880] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 694.845766] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 694.845766] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524aa367-f4cf-0ab6-ee3b-a383c8623374" [ 694.845766] env[63043]: _type = "HttpNfcLease" [ 694.845766] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 694.851700] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.851788] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.851951] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Deleting the datastore file [datastore1] 443ff84c-f6fa-4514-9589-9fd02c7d7851 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.852215] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-865dffb7-a1d2-4d8d-8ec3-be333841ee52 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.858611] env[63043]: DEBUG oslo_vmware.api [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Waiting for the task: (returnval){ [ 694.858611] env[63043]: value = "task-2485668" [ 694.858611] env[63043]: _type = "Task" [ 694.858611] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.871831] env[63043]: DEBUG oslo_vmware.api [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.941486] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095268} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.941834] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.942720] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b72b9b-6358-4d72-b850-61d4c45d0d6e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.968549] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900/f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.971559] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d13387a0-bcf0-41bd-9ceb-51b65fb91a5f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.993012] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 694.993012] env[63043]: value = "task-2485669" [ 694.993012] env[63043]: _type = "Task" [ 694.993012] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.005874] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.170594] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7f2bb3-839a-472f-a102-c373b50699e3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.180108] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e23aa2-d870-4d68-81cb-15f33c64386d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.218323] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bcb2a9-c444-47f2-831d-b5c895b4379f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.226211] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9f54e7-f9ac-46d0-ac03-4ef4f560c17a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.242591] env[63043]: DEBUG nova.compute.provider_tree [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.350593] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.350593] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524aa367-f4cf-0ab6-ee3b-a383c8623374" [ 695.350593] env[63043]: _type = "HttpNfcLease" [ 695.350593] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 695.351201] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 695.351201] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524aa367-f4cf-0ab6-ee3b-a383c8623374" [ 695.351201] env[63043]: _type = "HttpNfcLease" [ 695.351201] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 695.352566] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4558726-5b37-4a17-a439-a49b7ebd76d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.362732] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52889e42-3461-e467-d1e7-19b79c08822d/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 695.363092] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52889e42-3461-e467-d1e7-19b79c08822d/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 695.429024] env[63043]: DEBUG oslo_vmware.api [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Task: {'id': task-2485668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247856} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.430345] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.430533] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.430711] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.431550] env[63043]: INFO nova.compute.manager [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Took 1.14 seconds to destroy the instance on the hypervisor. [ 695.431550] env[63043]: DEBUG oslo.service.loopingcall [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.431635] env[63043]: DEBUG nova.compute.manager [-] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.431780] env[63043]: DEBUG nova.network.neutron [-] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.453157] env[63043]: DEBUG nova.network.neutron [-] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.461445] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df31d8db-aa79-4f7c-a0bf-7a39c4433e69 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.516424] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485669, 'name': ReconfigVM_Task, 'duration_secs': 0.316007} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.516819] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Reconfigured VM instance instance-0000001e to attach disk [datastore2] f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900/f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.519307] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6313e52-70c7-4d5e-86e8-e5490102aa91 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.525271] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 695.525271] env[63043]: value = "task-2485670" [ 695.525271] env[63043]: _type = "Task" [ 695.525271] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.537994] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485670, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.627118] env[63043]: DEBUG nova.compute.manager [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.659197] env[63043]: DEBUG nova.virt.hardware [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.659197] env[63043]: DEBUG nova.virt.hardware [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.659197] env[63043]: DEBUG nova.virt.hardware [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.659197] env[63043]: DEBUG nova.virt.hardware [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.659197] env[63043]: DEBUG nova.virt.hardware [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.659197] env[63043]: DEBUG nova.virt.hardware [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.660176] env[63043]: DEBUG nova.virt.hardware [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.660883] env[63043]: DEBUG nova.virt.hardware [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.661397] env[63043]: DEBUG nova.virt.hardware [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.661724] env[63043]: DEBUG nova.virt.hardware [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.662503] env[63043]: DEBUG nova.virt.hardware [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.664634] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe96014-41c5-48a6-aa4d-7c8b44289e3e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.675525] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296a60df-48b8-4e8c-95dd-92a8a39ba69e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.717868] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "73827131-0a2c-48ac-9358-d5d301c1144f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.719749] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "73827131-0a2c-48ac-9358-d5d301c1144f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.745348] env[63043]: DEBUG nova.scheduler.client.report [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.957589] env[63043]: DEBUG nova.network.neutron [-] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.038328] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485670, 'name': Rename_Task, 'duration_secs': 0.156563} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.038647] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.038886] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34f2b3c7-7a70-48f9-afe5-35d2ca7e9a78 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.047240] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 696.047240] env[63043]: value = "task-2485671" [ 696.047240] env[63043]: _type = "Task" [ 696.047240] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.055650] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.255489] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.255489] env[63043]: DEBUG nova.compute.manager [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.263171] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.706s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.265264] env[63043]: INFO nova.compute.claims [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.460601] env[63043]: INFO nova.compute.manager [-] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Took 1.03 seconds to deallocate network for instance. [ 696.559310] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485671, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.570376] env[63043]: DEBUG nova.compute.manager [req-aedee1b5-7805-40ef-8805-9d6396352a4b req-3136cfe8-c60c-40e5-a0a3-b7685da657e2 service nova] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Received event network-vif-plugged-e9ac6978-87be-4012-8baf-aa67ad603545 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.570612] env[63043]: DEBUG oslo_concurrency.lockutils [req-aedee1b5-7805-40ef-8805-9d6396352a4b req-3136cfe8-c60c-40e5-a0a3-b7685da657e2 service nova] Acquiring lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.570826] env[63043]: DEBUG oslo_concurrency.lockutils [req-aedee1b5-7805-40ef-8805-9d6396352a4b req-3136cfe8-c60c-40e5-a0a3-b7685da657e2 service nova] Lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.571000] env[63043]: DEBUG oslo_concurrency.lockutils [req-aedee1b5-7805-40ef-8805-9d6396352a4b req-3136cfe8-c60c-40e5-a0a3-b7685da657e2 service nova] Lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.571198] env[63043]: DEBUG nova.compute.manager [req-aedee1b5-7805-40ef-8805-9d6396352a4b req-3136cfe8-c60c-40e5-a0a3-b7685da657e2 service nova] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] No waiting events found dispatching network-vif-plugged-e9ac6978-87be-4012-8baf-aa67ad603545 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.571399] env[63043]: WARNING nova.compute.manager [req-aedee1b5-7805-40ef-8805-9d6396352a4b req-3136cfe8-c60c-40e5-a0a3-b7685da657e2 service nova] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Received unexpected event network-vif-plugged-e9ac6978-87be-4012-8baf-aa67ad603545 for instance with vm_state building and task_state spawning. [ 696.764505] env[63043]: DEBUG nova.network.neutron [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Successfully updated port: e9ac6978-87be-4012-8baf-aa67ad603545 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.777673] env[63043]: DEBUG nova.compute.utils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 696.784022] env[63043]: DEBUG nova.compute.manager [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.784022] env[63043]: DEBUG nova.network.neutron [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.877706] env[63043]: DEBUG nova.policy [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f3edc142e8941aab4626bb340570ad6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b8b7d65cc85450a9d0835bd24a72e9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.969896] env[63043]: DEBUG oslo_concurrency.lockutils [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.059840] env[63043]: DEBUG oslo_vmware.api [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485671, 'name': PowerOnVM_Task, 'duration_secs': 0.677115} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.060377] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.061845] env[63043]: INFO nova.compute.manager [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Took 8.29 seconds to spawn the instance on the hypervisor. [ 697.062828] env[63043]: DEBUG nova.compute.manager [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.063882] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0602994-ed19-4eb4-ad84-bb916f56013c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.269143] env[63043]: DEBUG nova.network.neutron [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Successfully created port: dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.272298] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "refresh_cache-ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.272414] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "refresh_cache-ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.273155] env[63043]: DEBUG nova.network.neutron [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.287986] env[63043]: DEBUG nova.compute.manager [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.594742] env[63043]: INFO nova.compute.manager [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Took 35.21 seconds to build instance. [ 697.826891] env[63043]: DEBUG nova.network.neutron [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.885531] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9466696d-97dd-4e2a-ae94-a37e3bfebebf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.894700] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629bc8c1-d811-430d-810a-ec96dad61c78 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.936573] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7a453b-7030-4182-82e0-d1b0b3e701d1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.944380] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d4490f-68f9-4b52-91b4-db2b6f33817d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.960374] env[63043]: DEBUG nova.compute.provider_tree [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.101735] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b5befe20-66d0-4528-988b-5e7666a96642 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.324s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.117602] env[63043]: DEBUG nova.network.neutron [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Updating instance_info_cache with network_info: [{"id": "e9ac6978-87be-4012-8baf-aa67ad603545", "address": "fa:16:3e:12:6c:89", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ac6978-87", "ovs_interfaceid": "e9ac6978-87be-4012-8baf-aa67ad603545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.300836] env[63043]: DEBUG nova.compute.manager [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.327904] env[63043]: DEBUG nova.virt.hardware [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.328178] env[63043]: DEBUG nova.virt.hardware [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.329450] env[63043]: DEBUG nova.virt.hardware [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.329450] env[63043]: DEBUG nova.virt.hardware [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.329450] env[63043]: DEBUG nova.virt.hardware [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.329450] env[63043]: DEBUG nova.virt.hardware [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.329450] env[63043]: DEBUG nova.virt.hardware [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.329450] env[63043]: DEBUG nova.virt.hardware [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.329450] env[63043]: DEBUG nova.virt.hardware [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.329811] env[63043]: DEBUG nova.virt.hardware [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.329811] env[63043]: DEBUG nova.virt.hardware [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.330712] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5c654e-5f0d-4a40-8e7e-dee1b7f9c506 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.341273] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4205215-81b3-4c87-b489-f49a4303da3c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.470414] env[63043]: DEBUG nova.scheduler.client.report [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.604708] env[63043]: DEBUG nova.compute.manager [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.619536] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "refresh_cache-ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.619907] env[63043]: DEBUG nova.compute.manager [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Instance network_info: |[{"id": "e9ac6978-87be-4012-8baf-aa67ad603545", "address": "fa:16:3e:12:6c:89", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ac6978-87", "ovs_interfaceid": "e9ac6978-87be-4012-8baf-aa67ad603545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.620393] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:6c:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9ac6978-87be-4012-8baf-aa67ad603545', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.627845] env[63043]: DEBUG oslo.service.loopingcall [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.628130] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.628799] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-058105fb-1c4f-4173-a156-e8aa8cf52403 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.653951] env[63043]: DEBUG nova.compute.manager [req-43c24871-7e33-4d9c-8067-fcbf5435f5e3 req-864215cd-6209-4807-9f21-49da9920be58 service nova] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Received event network-changed-e9ac6978-87be-4012-8baf-aa67ad603545 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.654148] env[63043]: DEBUG nova.compute.manager [req-43c24871-7e33-4d9c-8067-fcbf5435f5e3 req-864215cd-6209-4807-9f21-49da9920be58 service nova] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Refreshing instance network info cache due to event network-changed-e9ac6978-87be-4012-8baf-aa67ad603545. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 698.654358] env[63043]: DEBUG oslo_concurrency.lockutils [req-43c24871-7e33-4d9c-8067-fcbf5435f5e3 req-864215cd-6209-4807-9f21-49da9920be58 service nova] Acquiring lock "refresh_cache-ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.654493] env[63043]: DEBUG oslo_concurrency.lockutils [req-43c24871-7e33-4d9c-8067-fcbf5435f5e3 req-864215cd-6209-4807-9f21-49da9920be58 service nova] Acquired lock "refresh_cache-ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.654656] env[63043]: DEBUG nova.network.neutron [req-43c24871-7e33-4d9c-8067-fcbf5435f5e3 req-864215cd-6209-4807-9f21-49da9920be58 service nova] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Refreshing network info cache for port e9ac6978-87be-4012-8baf-aa67ad603545 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.661056] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.661056] env[63043]: value = "task-2485672" [ 698.661056] env[63043]: _type = "Task" [ 698.661056] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.671722] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485672, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.974300] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.975024] env[63043]: DEBUG nova.compute.manager [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.978091] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.469s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.978431] env[63043]: DEBUG nova.objects.instance [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lazy-loading 'resources' on Instance uuid 7796af7d-4ff9-471a-99e7-e4fc54aedee0 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.067593] env[63043]: DEBUG nova.network.neutron [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Successfully updated port: dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.135445] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.174497] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485672, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.251185] env[63043]: INFO nova.compute.manager [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Rebuilding instance [ 699.321516] env[63043]: DEBUG nova.compute.manager [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.323543] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfea08f3-bc90-4aae-94f2-918044757802 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.476116] env[63043]: DEBUG nova.network.neutron [req-43c24871-7e33-4d9c-8067-fcbf5435f5e3 req-864215cd-6209-4807-9f21-49da9920be58 service nova] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Updated VIF entry in instance network info cache for port e9ac6978-87be-4012-8baf-aa67ad603545. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.476487] env[63043]: DEBUG nova.network.neutron [req-43c24871-7e33-4d9c-8067-fcbf5435f5e3 req-864215cd-6209-4807-9f21-49da9920be58 service nova] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Updating instance_info_cache with network_info: [{"id": "e9ac6978-87be-4012-8baf-aa67ad603545", "address": "fa:16:3e:12:6c:89", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ac6978-87", "ovs_interfaceid": "e9ac6978-87be-4012-8baf-aa67ad603545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.482645] env[63043]: DEBUG nova.compute.utils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 699.483680] env[63043]: DEBUG nova.compute.manager [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.487023] env[63043]: DEBUG nova.network.neutron [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.540037] env[63043]: DEBUG nova.policy [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9a4d40f183548049507964ce098373c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7d500b88ef54a4cab9322659cb1a7d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.569528] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Acquiring lock "refresh_cache-ceca798f-e220-445a-b8cc-72855897fadf" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.569682] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Acquired lock "refresh_cache-ceca798f-e220-445a-b8cc-72855897fadf" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.569829] env[63043]: DEBUG nova.network.neutron [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.679648] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485672, 'name': CreateVM_Task, 'duration_secs': 0.533293} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.679870] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.681765] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.681765] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.682536] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.682536] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1d0a250-4966-4c5a-b926-8517a3387bdf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.693273] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 699.693273] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520fdb3d-f37c-a2d3-4694-d0889433952e" [ 699.693273] env[63043]: _type = "Task" [ 699.693273] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.702787] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520fdb3d-f37c-a2d3-4694-d0889433952e, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.706356] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.706615] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.706853] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.706997] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.707190] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.708951] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d407448a-ed34-433b-a036-67a96f2e7870 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.717687] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.717687] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.717774] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af82eead-0368-4499-bfeb-617ad5e31d86 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.725625] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 699.725625] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529ff475-20c9-e01d-4039-26667f122be1" [ 699.725625] env[63043]: _type = "Task" [ 699.725625] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.737120] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529ff475-20c9-e01d-4039-26667f122be1, 'name': SearchDatastore_Task, 'duration_secs': 0.008291} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.741392] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fdd1246-5cd8-4921-bc4b-1570b2d2e22c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.746862] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 699.746862] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52ff82ee-c617-7b3b-2f29-75e49f62c353" [ 699.746862] env[63043]: _type = "Task" [ 699.746862] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.756768] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ff82ee-c617-7b3b-2f29-75e49f62c353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.952431] env[63043]: DEBUG nova.network.neutron [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Successfully created port: d6435763-cb08-4862-8505-9bad13981fd5 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.982579] env[63043]: DEBUG oslo_concurrency.lockutils [req-43c24871-7e33-4d9c-8067-fcbf5435f5e3 req-864215cd-6209-4807-9f21-49da9920be58 service nova] Releasing lock "refresh_cache-ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.990841] env[63043]: DEBUG nova.compute.manager [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.015734] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a31b782-ac09-4d36-8faa-193acb83e0ce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.025498] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1fccda-af47-4c9b-8fa7-448f446e2af1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.059808] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b47b5d4-6167-4f1d-a401-40ea83d9f9cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.068906] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82728ad-c4ab-4ae7-95f3-4a737f578d4a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.085194] env[63043]: DEBUG nova.compute.provider_tree [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.123678] env[63043]: DEBUG nova.network.neutron [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.257413] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ff82ee-c617-7b3b-2f29-75e49f62c353, 'name': SearchDatastore_Task, 'duration_secs': 0.008339} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.258197] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.258296] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] ffd06d8f-e9e1-4a87-a1ee-3df21bc03941/ffd06d8f-e9e1-4a87-a1ee-3df21bc03941.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.258564] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8707c958-713e-4594-bf10-9ed3dcc06a85 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.265981] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 700.265981] env[63043]: value = "task-2485673" [ 700.265981] env[63043]: _type = "Task" [ 700.265981] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.276206] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.332656] env[63043]: DEBUG nova.network.neutron [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Updating instance_info_cache with network_info: [{"id": "dba84d01-cf0d-47b3-ae95-2c3ba2a12d38", "address": "fa:16:3e:56:f9:01", "network": {"id": "fcd91401-bbcd-442e-a8a5-31e5b4808a36", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1039167316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8b7d65cc85450a9d0835bd24a72e9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba84d01-cf", "ovs_interfaceid": "dba84d01-cf0d-47b3-ae95-2c3ba2a12d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.337823] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.338143] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e42e3bb2-4394-4fce-87de-98f46974bb66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.345725] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 700.345725] env[63043]: value = "task-2485674" [ 700.345725] env[63043]: _type = "Task" [ 700.345725] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.355200] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.589779] env[63043]: DEBUG nova.scheduler.client.report [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.776388] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492846} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.777034] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] ffd06d8f-e9e1-4a87-a1ee-3df21bc03941/ffd06d8f-e9e1-4a87-a1ee-3df21bc03941.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.777034] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.777310] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e814987d-21f4-4705-8a73-c232cf822519 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.782910] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 700.782910] env[63043]: value = "task-2485675" [ 700.782910] env[63043]: _type = "Task" [ 700.782910] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.796095] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.835672] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Releasing lock "refresh_cache-ceca798f-e220-445a-b8cc-72855897fadf" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.836065] env[63043]: DEBUG nova.compute.manager [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Instance network_info: |[{"id": "dba84d01-cf0d-47b3-ae95-2c3ba2a12d38", "address": "fa:16:3e:56:f9:01", "network": {"id": "fcd91401-bbcd-442e-a8a5-31e5b4808a36", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1039167316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8b7d65cc85450a9d0835bd24a72e9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba84d01-cf", "ovs_interfaceid": "dba84d01-cf0d-47b3-ae95-2c3ba2a12d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.838039] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:f9:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dba84d01-cf0d-47b3-ae95-2c3ba2a12d38', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.844303] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Creating folder: Project (5b8b7d65cc85450a9d0835bd24a72e9a). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.845854] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-201b5cef-12b1-441f-b85a-0a8832b5dec5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.860270] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485674, 'name': PowerOffVM_Task, 'duration_secs': 0.264345} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.860270] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.860458] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.860593] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Created folder: Project (5b8b7d65cc85450a9d0835bd24a72e9a) in parent group-v502843. [ 700.860772] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Creating folder: Instances. Parent ref: group-v502930. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.862040] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2bcc91-6262-459d-b2a2-ca37ce7061cc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.866049] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdb019a3-110d-44d1-ba5d-3283e91998e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.871318] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.871578] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ad97fea-a478-44b0-8065-916c6763fb08 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.875725] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Created folder: Instances in parent group-v502930. [ 700.875725] env[63043]: DEBUG oslo.service.loopingcall [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.876727] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.876727] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87b60d93-1870-4523-86f9-9df0f2e3ea25 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.899394] env[63043]: DEBUG nova.compute.manager [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Received event network-vif-plugged-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.899617] env[63043]: DEBUG oslo_concurrency.lockutils [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] Acquiring lock "ceca798f-e220-445a-b8cc-72855897fadf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.899818] env[63043]: DEBUG oslo_concurrency.lockutils [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] Lock "ceca798f-e220-445a-b8cc-72855897fadf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.899976] env[63043]: DEBUG oslo_concurrency.lockutils [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] Lock "ceca798f-e220-445a-b8cc-72855897fadf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.900372] env[63043]: DEBUG nova.compute.manager [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] No waiting events found dispatching network-vif-plugged-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.900372] env[63043]: WARNING nova.compute.manager [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Received unexpected event network-vif-plugged-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 for instance with vm_state building and task_state spawning. [ 700.900475] env[63043]: DEBUG nova.compute.manager [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Received event network-changed-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.900761] env[63043]: DEBUG nova.compute.manager [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Refreshing instance network info cache due to event network-changed-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 700.900937] env[63043]: DEBUG oslo_concurrency.lockutils [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] Acquiring lock "refresh_cache-ceca798f-e220-445a-b8cc-72855897fadf" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.901092] env[63043]: DEBUG oslo_concurrency.lockutils [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] Acquired lock "refresh_cache-ceca798f-e220-445a-b8cc-72855897fadf" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.901252] env[63043]: DEBUG nova.network.neutron [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Refreshing network info cache for port dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.907407] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.907407] env[63043]: value = "task-2485679" [ 700.907407] env[63043]: _type = "Task" [ 700.907407] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.917571] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485679, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.940445] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.941059] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.941059] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleting the datastore file [datastore2] f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.941240] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56899183-9c71-4ff3-9bbb-ad3be7b7b938 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.950740] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 700.950740] env[63043]: value = "task-2485680" [ 700.950740] env[63043]: _type = "Task" [ 700.950740] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.959980] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.012077] env[63043]: DEBUG nova.compute.manager [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.049081] env[63043]: DEBUG nova.virt.hardware [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.049434] env[63043]: DEBUG nova.virt.hardware [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.049617] env[63043]: DEBUG nova.virt.hardware [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.049826] env[63043]: DEBUG nova.virt.hardware [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.049996] env[63043]: DEBUG nova.virt.hardware [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.050173] env[63043]: DEBUG nova.virt.hardware [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.050416] env[63043]: DEBUG nova.virt.hardware [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.050594] env[63043]: DEBUG nova.virt.hardware [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.050827] env[63043]: DEBUG nova.virt.hardware [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.051031] env[63043]: DEBUG nova.virt.hardware [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.051249] env[63043]: DEBUG nova.virt.hardware [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.052568] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109e9af4-8caf-4d9a-9ff4-8d568b4a9f3b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.061234] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247961f1-aac6-4865-82d6-59f301c325cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.100183] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.102337] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.296s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.106208] env[63043]: INFO nova.compute.claims [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.120420] env[63043]: INFO nova.scheduler.client.report [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Deleted allocations for instance 7796af7d-4ff9-471a-99e7-e4fc54aedee0 [ 701.294468] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063727} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.294619] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.295399] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f29604-c9dd-4212-80b5-e6ec1a437974 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.320627] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ffd06d8f-e9e1-4a87-a1ee-3df21bc03941/ffd06d8f-e9e1-4a87-a1ee-3df21bc03941.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.321352] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-504575d8-a7f3-4299-9ecc-70f3f5e74dff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.341660] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 701.341660] env[63043]: value = "task-2485681" [ 701.341660] env[63043]: _type = "Task" [ 701.341660] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.350283] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.355475] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "c52ccbde-5679-4408-bf26-4bee8974a41a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.359026] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "c52ccbde-5679-4408-bf26-4bee8974a41a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.417028] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485679, 'name': CreateVM_Task, 'duration_secs': 0.380502} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.417283] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.418186] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.418770] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.418861] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.419792] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3126ad5c-8903-47d3-bd23-96ccfde4901f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.425437] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Waiting for the task: (returnval){ [ 701.425437] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5272a5ab-fc36-3dd8-b67f-87cdb3fb81df" [ 701.425437] env[63043]: _type = "Task" [ 701.425437] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.434322] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5272a5ab-fc36-3dd8-b67f-87cdb3fb81df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.462809] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240917} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.463129] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.464269] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.464269] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.631021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Lock "7796af7d-4ff9-471a-99e7-e4fc54aedee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.856451] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485681, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.938830] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5272a5ab-fc36-3dd8-b67f-87cdb3fb81df, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.940032] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.940032] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.940032] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.940032] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.940231] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.940494] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c17d51ec-7432-440f-a0ae-4aa18f4d2c1d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.947034] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "d4ce4f3a-0979-4c85-be63-8532eedb1593" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.947034] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "d4ce4f3a-0979-4c85-be63-8532eedb1593" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.950939] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.951164] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.951869] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02de5e95-9c3b-4a75-a18d-14ae3ee9296d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.959199] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Waiting for the task: (returnval){ [ 701.959199] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b35c78-04e6-7541-6a10-1f302bbb9920" [ 701.959199] env[63043]: _type = "Task" [ 701.959199] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.970151] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b35c78-04e6-7541-6a10-1f302bbb9920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.049107] env[63043]: DEBUG nova.network.neutron [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Updated VIF entry in instance network info cache for port dba84d01-cf0d-47b3-ae95-2c3ba2a12d38. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.049478] env[63043]: DEBUG nova.network.neutron [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Updating instance_info_cache with network_info: [{"id": "dba84d01-cf0d-47b3-ae95-2c3ba2a12d38", "address": "fa:16:3e:56:f9:01", "network": {"id": "fcd91401-bbcd-442e-a8a5-31e5b4808a36", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1039167316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8b7d65cc85450a9d0835bd24a72e9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba84d01-cf", "ovs_interfaceid": "dba84d01-cf0d-47b3-ae95-2c3ba2a12d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.078315] env[63043]: DEBUG nova.network.neutron [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Successfully updated port: d6435763-cb08-4862-8505-9bad13981fd5 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.357394] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485681, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.470120] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b35c78-04e6-7541-6a10-1f302bbb9920, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.474213] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f67529f-ba7b-4ee5-a6f5-b4704c69f8cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.482736] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Waiting for the task: (returnval){ [ 702.482736] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5240f72e-d834-3dc6-12ba-962f02652c6e" [ 702.482736] env[63043]: _type = "Task" [ 702.482736] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.492520] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5240f72e-d834-3dc6-12ba-962f02652c6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.524025] env[63043]: DEBUG nova.virt.hardware [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.524025] env[63043]: DEBUG nova.virt.hardware [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.524025] env[63043]: DEBUG nova.virt.hardware [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.524025] env[63043]: DEBUG nova.virt.hardware [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.524025] env[63043]: DEBUG nova.virt.hardware [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.524025] env[63043]: DEBUG nova.virt.hardware [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.524025] env[63043]: DEBUG nova.virt.hardware [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.524025] env[63043]: DEBUG nova.virt.hardware [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.524025] env[63043]: DEBUG nova.virt.hardware [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.524025] env[63043]: DEBUG nova.virt.hardware [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.524025] env[63043]: DEBUG nova.virt.hardware [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.524930] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5066518-d9b6-4ba5-8ee3-9fa9d8843daa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.534937] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1a3060-d8c5-4ebc-be74-1b706d6f8f37 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.551421] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:81:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9ee6fe2-3264-403c-b66d-79a4e695f997', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.558861] env[63043]: DEBUG oslo.service.loopingcall [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.561988] env[63043]: DEBUG oslo_concurrency.lockutils [req-34eac729-631c-41bb-832f-32e8a391473e req-106d8fc5-1b23-4b95-8520-9d4c01b165c4 service nova] Releasing lock "refresh_cache-ceca798f-e220-445a-b8cc-72855897fadf" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.562441] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.562918] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53c762b9-fee1-4096-8266-18f2f01dd676 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.580267] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.580417] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquired lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.580568] env[63043]: DEBUG nova.network.neutron [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.587953] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.587953] env[63043]: value = "task-2485682" [ 702.587953] env[63043]: _type = "Task" [ 702.587953] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.599595] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485682, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.610841] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a7efc2-ef5b-4fbc-ad0b-c47166475553 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.620985] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b646d39-ac7c-4508-9610-025cfd9d3c23 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.655177] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98963eb5-eb57-4c49-bf43-1d18f1ed41ea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.663199] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a4c3f9-f18d-4f7e-90cc-b02dc6cd0edf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.677127] env[63043]: DEBUG nova.compute.provider_tree [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.853471] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485681, 'name': ReconfigVM_Task, 'duration_secs': 1.190171} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.853471] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ffd06d8f-e9e1-4a87-a1ee-3df21bc03941/ffd06d8f-e9e1-4a87-a1ee-3df21bc03941.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.853744] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f831842-f1fc-4a01-bf01-f63fadd0f9a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.860629] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 702.860629] env[63043]: value = "task-2485683" [ 702.860629] env[63043]: _type = "Task" [ 702.860629] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.868928] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485683, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.950584] env[63043]: DEBUG nova.compute.manager [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Received event network-vif-plugged-d6435763-cb08-4862-8505-9bad13981fd5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.950936] env[63043]: DEBUG oslo_concurrency.lockutils [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] Acquiring lock "70d8967e-a6f6-458e-965d-47ebfb867526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.951285] env[63043]: DEBUG oslo_concurrency.lockutils [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] Lock "70d8967e-a6f6-458e-965d-47ebfb867526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.951548] env[63043]: DEBUG oslo_concurrency.lockutils [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] Lock "70d8967e-a6f6-458e-965d-47ebfb867526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.951743] env[63043]: DEBUG nova.compute.manager [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] No waiting events found dispatching network-vif-plugged-d6435763-cb08-4862-8505-9bad13981fd5 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.951913] env[63043]: WARNING nova.compute.manager [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Received unexpected event network-vif-plugged-d6435763-cb08-4862-8505-9bad13981fd5 for instance with vm_state building and task_state spawning. [ 702.952474] env[63043]: DEBUG nova.compute.manager [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Received event network-changed-d6435763-cb08-4862-8505-9bad13981fd5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.952710] env[63043]: DEBUG nova.compute.manager [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Refreshing instance network info cache due to event network-changed-d6435763-cb08-4862-8505-9bad13981fd5. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 702.952932] env[63043]: DEBUG oslo_concurrency.lockutils [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] Acquiring lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.993398] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5240f72e-d834-3dc6-12ba-962f02652c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.993770] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.994083] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] ceca798f-e220-445a-b8cc-72855897fadf/ceca798f-e220-445a-b8cc-72855897fadf.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.994723] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdc6dd31-7d9e-4563-b4cb-3f745978aefe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.001202] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Waiting for the task: (returnval){ [ 703.001202] env[63043]: value = "task-2485684" [ 703.001202] env[63043]: _type = "Task" [ 703.001202] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.009155] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2485684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.098600] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485682, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.116191] env[63043]: DEBUG nova.network.neutron [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.181012] env[63043]: DEBUG nova.scheduler.client.report [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.321915] env[63043]: DEBUG nova.network.neutron [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Updating instance_info_cache with network_info: [{"id": "d6435763-cb08-4862-8505-9bad13981fd5", "address": "fa:16:3e:9e:3f:68", "network": {"id": "424538dc-c9a0-48e3-b627-5a7fe4eb7947", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1881320714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d500b88ef54a4cab9322659cb1a7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6435763-cb", "ovs_interfaceid": "d6435763-cb08-4862-8505-9bad13981fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.374846] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485683, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.511882] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2485684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446358} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.512163] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] ceca798f-e220-445a-b8cc-72855897fadf/ceca798f-e220-445a-b8cc-72855897fadf.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.512366] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.512615] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-204dd081-3b42-411c-a73c-09d1e0f2f893 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.518986] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Waiting for the task: (returnval){ [ 703.518986] env[63043]: value = "task-2485685" [ 703.518986] env[63043]: _type = "Task" [ 703.518986] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.527946] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2485685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.599123] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485682, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.687848] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.688458] env[63043]: DEBUG nova.compute.manager [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.691344] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.210s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.824900] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Releasing lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.825252] env[63043]: DEBUG nova.compute.manager [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Instance network_info: |[{"id": "d6435763-cb08-4862-8505-9bad13981fd5", "address": "fa:16:3e:9e:3f:68", "network": {"id": "424538dc-c9a0-48e3-b627-5a7fe4eb7947", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1881320714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d500b88ef54a4cab9322659cb1a7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6435763-cb", "ovs_interfaceid": "d6435763-cb08-4862-8505-9bad13981fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.825574] env[63043]: DEBUG oslo_concurrency.lockutils [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] Acquired lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.826299] env[63043]: DEBUG nova.network.neutron [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Refreshing network info cache for port d6435763-cb08-4862-8505-9bad13981fd5 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.827172] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:3f:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6435763-cb08-4862-8505-9bad13981fd5', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.834995] env[63043]: DEBUG oslo.service.loopingcall [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.836077] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.836354] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1718a277-fe77-4a31-9347-a04a7902d469 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.860046] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.860046] env[63043]: value = "task-2485686" [ 703.860046] env[63043]: _type = "Task" [ 703.860046] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.874139] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485686, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.874798] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485683, 'name': Rename_Task, 'duration_secs': 0.809625} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.875274] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.875780] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d0dec3b-caee-450d-a477-4d4cbc8512e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.881920] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 703.881920] env[63043]: value = "task-2485687" [ 703.881920] env[63043]: _type = "Task" [ 703.881920] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.895112] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.942653] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52889e42-3461-e467-d1e7-19b79c08822d/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 703.943691] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe1015b-0660-48a2-8e17-80465bd4e3a6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.950831] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52889e42-3461-e467-d1e7-19b79c08822d/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 703.951140] env[63043]: ERROR oslo_vmware.rw_handles [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52889e42-3461-e467-d1e7-19b79c08822d/disk-0.vmdk due to incomplete transfer. [ 703.951292] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-25267b96-abb5-4758-8150-c71b7d820d94 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.959552] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52889e42-3461-e467-d1e7-19b79c08822d/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 703.959552] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Uploaded image 006751c4-557d-4b76-9606-e697b5374fd6 to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 703.961254] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 703.961913] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6f0707a2-3eaf-4841-ada8-65d3af38df0e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.970256] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 703.970256] env[63043]: value = "task-2485688" [ 703.970256] env[63043]: _type = "Task" [ 703.970256] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.979824] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485688, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.031319] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2485685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063851} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.032276] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.033338] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa6c765-c5f6-49d8-8a53-3126794796dd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.061941] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] ceca798f-e220-445a-b8cc-72855897fadf/ceca798f-e220-445a-b8cc-72855897fadf.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.062049] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec1f756-8dab-45b8-ba9b-765089cf0aa9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.083769] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Waiting for the task: (returnval){ [ 704.083769] env[63043]: value = "task-2485689" [ 704.083769] env[63043]: _type = "Task" [ 704.083769] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.092736] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2485689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.105561] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485682, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.196312] env[63043]: DEBUG nova.compute.utils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 704.197988] env[63043]: DEBUG nova.compute.manager [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.198207] env[63043]: DEBUG nova.network.neutron [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.268326] env[63043]: DEBUG nova.policy [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caf488879d3649c5bd996ac10bbe61d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e100d951f7342d0b65e040d1168bc2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.370999] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485686, 'name': CreateVM_Task, 'duration_secs': 0.418889} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.371207] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.372052] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.372406] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.372616] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.373216] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc804aeb-789b-4a5e-8faf-4732db945648 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.378753] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 704.378753] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f8d690-03f5-e151-1c9d-d59ac082913d" [ 704.378753] env[63043]: _type = "Task" [ 704.378753] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.391046] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f8d690-03f5-e151-1c9d-d59ac082913d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.397809] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485687, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.483643] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485688, 'name': Destroy_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.594070] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2485689, 'name': ReconfigVM_Task, 'duration_secs': 0.36359} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.597247] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Reconfigured VM instance instance-00000020 to attach disk [datastore2] ceca798f-e220-445a-b8cc-72855897fadf/ceca798f-e220-445a-b8cc-72855897fadf.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.597886] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-383499a4-b92a-4019-b7c1-dffb195cea31 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.604494] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485682, 'name': CreateVM_Task, 'duration_secs': 1.654783} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.605620] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.605950] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Waiting for the task: (returnval){ [ 704.605950] env[63043]: value = "task-2485690" [ 704.605950] env[63043]: _type = "Task" [ 704.605950] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.606532] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.617612] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2485690, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.713328] env[63043]: DEBUG nova.compute.manager [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.752030] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 880592dc-3d7e-4ad8-ae77-1da91e495e94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.752229] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 1f9e63fc-b3df-4435-ae2c-afe64c256f93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.752421] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a884ef52-e22f-4f4f-8b4e-f663de615123 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.752529] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 61a2f66a-e85c-4d6f-9558-d398cacaa941 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.752700] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 80805db5-2215-4d5a-9b38-e4d82d76ffbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.752853] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 4df019ea-8beb-4e10-acfa-04df94575993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.753016] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance c5bfb89e-931f-462f-8d11-a47c28fdfdc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.753184] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 7d0e6646-06a1-446a-8650-7208d1ce265e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.753346] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 741b00c8-123d-4c52-b0cd-f40673034ea9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.753501] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 169aea8a-808e-4986-b75e-305f896f6f6a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.753681] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance f3095410-0a08-4561-861e-4022635c603a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.753827] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a84ed5f1-d21a-474d-acdc-54a2185642e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.753975] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 14f3e0ba-7c1f-4744-b258-52e3dce205b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.759424] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.759591] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 0f02137b-ae02-4c2b-9188-50e4d80c11f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.759723] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance efda071e-50e2-4627-8f1f-1f8653b6c2ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.759852] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 443ff84c-f6fa-4514-9589-9fd02c7d7851 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.760020] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.760141] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ffd06d8f-e9e1-4a87-a1ee-3df21bc03941 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.760257] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ceca798f-e220-445a-b8cc-72855897fadf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.760369] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 70d8967e-a6f6-458e-965d-47ebfb867526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.760479] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.816558] env[63043]: DEBUG nova.network.neutron [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Updated VIF entry in instance network info cache for port d6435763-cb08-4862-8505-9bad13981fd5. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.816931] env[63043]: DEBUG nova.network.neutron [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Updating instance_info_cache with network_info: [{"id": "d6435763-cb08-4862-8505-9bad13981fd5", "address": "fa:16:3e:9e:3f:68", "network": {"id": "424538dc-c9a0-48e3-b627-5a7fe4eb7947", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1881320714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d500b88ef54a4cab9322659cb1a7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6435763-cb", "ovs_interfaceid": "d6435763-cb08-4862-8505-9bad13981fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.892879] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f8d690-03f5-e151-1c9d-d59ac082913d, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.896420] env[63043]: DEBUG nova.network.neutron [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Successfully created port: 6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.898330] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.898561] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.898785] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.899551] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.899551] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.899790] env[63043]: DEBUG oslo_vmware.api [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485687, 'name': PowerOnVM_Task, 'duration_secs': 0.520467} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.899907] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.900230] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.900440] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b31188f-efe2-4326-b00c-05b0a4d6246f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.902237] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.902440] env[63043]: INFO nova.compute.manager [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Took 9.28 seconds to spawn the instance on the hypervisor. [ 704.902623] env[63043]: DEBUG nova.compute.manager [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.903155] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c31106-b719-4a7f-841b-98dac9e41f89 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.905067] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e978b3ea-4c12-4a21-9d64-1988b67d4f09 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.911364] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 704.911364] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e6a27c-b8e8-cf0e-3683-427a00c616dd" [ 704.911364] env[63043]: _type = "Task" [ 704.911364] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.920255] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.920358] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.921262] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c76db4-70bd-4448-b8d3-29d59a8462f9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.928519] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e6a27c-b8e8-cf0e-3683-427a00c616dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008766} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.930387] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.930387] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.930387] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.930587] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 704.930587] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c63556-c32f-a416-7a96-e37230ed11da" [ 704.930587] env[63043]: _type = "Task" [ 704.930587] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.950892] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c63556-c32f-a416-7a96-e37230ed11da, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.951798] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833c093a-1166-4af1-a462-7031ffb542e8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.957197] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 704.957197] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52aed63b-5f77-a50f-5881-84db6ec869e3" [ 704.957197] env[63043]: _type = "Task" [ 704.957197] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.967354] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52aed63b-5f77-a50f-5881-84db6ec869e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.978790] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485688, 'name': Destroy_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.118285] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2485690, 'name': Rename_Task, 'duration_secs': 0.148286} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.118585] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.118827] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f4078db-cc84-4bf4-b3f3-ba1f202ffadb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.127020] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Waiting for the task: (returnval){ [ 705.127020] env[63043]: value = "task-2485691" [ 705.127020] env[63043]: _type = "Task" [ 705.127020] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.134262] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2485691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.267220] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance dd9d50c4-0607-4247-8e76-06903fb0a599 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.320927] env[63043]: DEBUG oslo_concurrency.lockutils [req-4c6c11ca-58c9-40a3-aa1c-2b8609cd4cf0 req-112f9610-6851-47de-8e1e-661a8e09710f service nova] Releasing lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.429264] env[63043]: INFO nova.compute.manager [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Took 40.37 seconds to build instance. [ 705.469457] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52aed63b-5f77-a50f-5881-84db6ec869e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008464} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.469837] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.470163] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 70d8967e-a6f6-458e-965d-47ebfb867526/70d8967e-a6f6-458e-965d-47ebfb867526.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.470476] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.470739] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.470984] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-661b6e34-3ecf-4322-b1f6-bb2f8d80879f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.475206] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62ab9405-ba08-4ac9-a2c8-6108f6b68fb1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.483266] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 705.483266] env[63043]: value = "task-2485692" [ 705.483266] env[63043]: _type = "Task" [ 705.483266] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.486413] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485688, 'name': Destroy_Task, 'duration_secs': 1.366776} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.490863] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Destroyed the VM [ 705.491198] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 705.491772] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.491970] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.492710] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43bcaffb-c738-467a-8866-6c790e41cc55 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.494884] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683d1a76-00df-4d7a-9bdd-e6eaa136b977 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.505493] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.505493] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 705.505493] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f0a3f3-79eb-3ad3-8ad8-3f8cba1407f7" [ 705.505493] env[63043]: _type = "Task" [ 705.505493] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.505493] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 705.505493] env[63043]: value = "task-2485693" [ 705.505493] env[63043]: _type = "Task" [ 705.505493] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.523691] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485693, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.527397] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f0a3f3-79eb-3ad3-8ad8-3f8cba1407f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008564} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.528369] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698b7f76-f6fd-406f-9409-03434e899552 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.533616] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 705.533616] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52ea0222-ee03-0165-e839-c9cce728ce9b" [ 705.533616] env[63043]: _type = "Task" [ 705.533616] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.541729] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ea0222-ee03-0165-e839-c9cce728ce9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.635999] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2485691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.727902] env[63043]: DEBUG nova.compute.manager [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.757374] env[63043]: DEBUG nova.virt.hardware [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.757666] env[63043]: DEBUG nova.virt.hardware [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.757948] env[63043]: DEBUG nova.virt.hardware [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.758223] env[63043]: DEBUG nova.virt.hardware [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.758421] env[63043]: DEBUG nova.virt.hardware [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.758611] env[63043]: DEBUG nova.virt.hardware [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.758962] env[63043]: DEBUG nova.virt.hardware [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.759089] env[63043]: DEBUG nova.virt.hardware [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.759325] env[63043]: DEBUG nova.virt.hardware [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.759517] env[63043]: DEBUG nova.virt.hardware [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.759737] env[63043]: DEBUG nova.virt.hardware [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.760742] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bba9201-0105-4e3c-a9fe-457cc2ea7325 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.768817] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e544c7-958c-4bd8-9d14-c562bf4ed4e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.776023] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 2cbfe3ec-021d-49ac-909f-88b44a8844ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.931841] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3141417c-ae00-497a-b932-a551cfa8d7f2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.296s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.996591] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485692, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.017112] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485693, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.045056] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ea0222-ee03-0165-e839-c9cce728ce9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009093} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.045478] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.045669] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900/f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.045956] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42296832-ebf0-47a4-a32e-2399213681fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.053172] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 706.053172] env[63043]: value = "task-2485694" [ 706.053172] env[63043]: _type = "Task" [ 706.053172] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.062458] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.138688] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2485691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.278491] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 974b051e-74c5-457d-b734-ef7fa65a8d3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.436031] env[63043]: DEBUG nova.compute.manager [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.500973] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68455} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.502175] env[63043]: DEBUG nova.compute.manager [req-456ed521-4ff8-4df3-bcd1-5fc8a1f1550a req-4e68298d-f7f1-4186-82ed-c615233e9f76 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Received event network-vif-plugged-6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.502326] env[63043]: DEBUG oslo_concurrency.lockutils [req-456ed521-4ff8-4df3-bcd1-5fc8a1f1550a req-4e68298d-f7f1-4186-82ed-c615233e9f76 service nova] Acquiring lock "f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.502589] env[63043]: DEBUG oslo_concurrency.lockutils [req-456ed521-4ff8-4df3-bcd1-5fc8a1f1550a req-4e68298d-f7f1-4186-82ed-c615233e9f76 service nova] Lock "f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.502740] env[63043]: DEBUG oslo_concurrency.lockutils [req-456ed521-4ff8-4df3-bcd1-5fc8a1f1550a req-4e68298d-f7f1-4186-82ed-c615233e9f76 service nova] Lock "f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.502923] env[63043]: DEBUG nova.compute.manager [req-456ed521-4ff8-4df3-bcd1-5fc8a1f1550a req-4e68298d-f7f1-4186-82ed-c615233e9f76 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] No waiting events found dispatching network-vif-plugged-6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.503211] env[63043]: WARNING nova.compute.manager [req-456ed521-4ff8-4df3-bcd1-5fc8a1f1550a req-4e68298d-f7f1-4186-82ed-c615233e9f76 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Received unexpected event network-vif-plugged-6e41f344-26ad-4c57-934d-a5c9238d76ea for instance with vm_state building and task_state spawning. [ 706.503530] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 70d8967e-a6f6-458e-965d-47ebfb867526/70d8967e-a6f6-458e-965d-47ebfb867526.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.503795] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.504750] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff6cea82-40d5-4539-9b7c-c5b75a2edc47 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.517781] env[63043]: DEBUG oslo_vmware.api [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485693, 'name': RemoveSnapshot_Task, 'duration_secs': 0.534303} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.519387] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 706.519771] env[63043]: INFO nova.compute.manager [None req-0705bc95-6f6e-4133-8c10-1208d17ce6a6 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Took 15.89 seconds to snapshot the instance on the hypervisor. [ 706.525615] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 706.525615] env[63043]: value = "task-2485695" [ 706.525615] env[63043]: _type = "Task" [ 706.525615] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.537470] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.564975] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485694, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.637708] env[63043]: DEBUG oslo_vmware.api [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2485691, 'name': PowerOnVM_Task, 'duration_secs': 1.370681} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.637954] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.638156] env[63043]: INFO nova.compute.manager [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Took 8.34 seconds to spawn the instance on the hypervisor. [ 706.638342] env[63043]: DEBUG nova.compute.manager [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.639173] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae50f52d-1ed0-4a4f-b13b-ba984f629e3e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.700613] env[63043]: DEBUG nova.network.neutron [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Successfully updated port: 6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.751666] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.753381] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.782326] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 8faf95e3-ce3a-4e0a-91f1-f508a80fb268 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.959224] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.040029] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092452} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.040921] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.041822] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aeec16-905b-47bb-9bfb-5edaea17a7e7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.066599] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 70d8967e-a6f6-458e-965d-47ebfb867526/70d8967e-a6f6-458e-965d-47ebfb867526.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.070552] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c86b029-26b1-4c0e-832a-2d29ba5a9fc0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.090096] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646184} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.091525] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900/f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.091593] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.092558] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 707.092558] env[63043]: value = "task-2485696" [ 707.092558] env[63043]: _type = "Task" [ 707.092558] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.092558] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0f3eb31-4249-4cd0-9d91-edb476760ce3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.102345] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.103969] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 707.103969] env[63043]: value = "task-2485697" [ 707.103969] env[63043]: _type = "Task" [ 707.103969] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.111867] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.160899] env[63043]: INFO nova.compute.manager [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Took 41.65 seconds to build instance. [ 707.204093] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquiring lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.204425] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquired lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.206168] env[63043]: DEBUG nova.network.neutron [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.255157] env[63043]: DEBUG nova.compute.utils [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 707.284804] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance b6326a0e-f6b0-466a-8c18-9a3e6b112e42 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.605854] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.613305] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071527} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.613603] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.614336] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef785887-91c7-4634-a6a0-3e7ae3c9ca2d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.639275] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900/f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.639601] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeee8486-f82a-4327-964c-1b7b8134074c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.659193] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 707.659193] env[63043]: value = "task-2485698" [ 707.659193] env[63043]: _type = "Task" [ 707.659193] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.663723] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Lock "ceca798f-e220-445a-b8cc-72855897fadf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.073s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.668052] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.740031] env[63043]: DEBUG nova.network.neutron [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.757897] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.787900] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 32fdad42-1e49-403b-a3d5-76f47b87d567 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.889399] env[63043]: DEBUG nova.network.neutron [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updating instance_info_cache with network_info: [{"id": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "address": "fa:16:3e:4a:57:e7", "network": {"id": "7f5f79d9-e98d-4fec-8caf-5a692878f0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e100d951f7342d0b65e040d1168bc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41f344-26", "ovs_interfaceid": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.105926] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.170461] env[63043]: DEBUG nova.compute.manager [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.173235] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.291605] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 5f14a03a-430e-4972-9840-4729803e9acc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.395329] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Releasing lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.395329] env[63043]: DEBUG nova.compute.manager [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Instance network_info: |[{"id": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "address": "fa:16:3e:4a:57:e7", "network": {"id": "7f5f79d9-e98d-4fec-8caf-5a692878f0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e100d951f7342d0b65e040d1168bc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41f344-26", "ovs_interfaceid": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.395329] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:57:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e41f344-26ad-4c57-934d-a5c9238d76ea', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.403264] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Creating folder: Project (2e100d951f7342d0b65e040d1168bc2a). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.403964] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcf0001b-11ff-4fe1-af54-34350d65d8e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.416844] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Created folder: Project (2e100d951f7342d0b65e040d1168bc2a) in parent group-v502843. [ 708.416844] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Creating folder: Instances. Parent ref: group-v502935. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.416844] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de74245c-e357-41a2-88b4-2691bc723696 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.427747] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Created folder: Instances in parent group-v502935. [ 708.427996] env[63043]: DEBUG oslo.service.loopingcall [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.428497] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.428704] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab078123-3f1a-4d15-99a1-11f61d7442c1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.447708] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.447708] env[63043]: value = "task-2485701" [ 708.447708] env[63043]: _type = "Task" [ 708.447708] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.458414] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485701, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.608992] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485696, 'name': ReconfigVM_Task, 'duration_secs': 1.038255} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.609405] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 70d8967e-a6f6-458e-965d-47ebfb867526/70d8967e-a6f6-458e-965d-47ebfb867526.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.610268] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e150777-1945-4668-9e39-3b701acab76b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.619234] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 708.619234] env[63043]: value = "task-2485702" [ 708.619234] env[63043]: _type = "Task" [ 708.619234] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.627696] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485702, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.669678] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485698, 'name': ReconfigVM_Task, 'duration_secs': 0.901083} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.669948] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Reconfigured VM instance instance-0000001e to attach disk [datastore2] f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900/f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.670613] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2032f6af-2fd0-4b64-b1ca-df32e7115ba8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.679880] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 708.679880] env[63043]: value = "task-2485703" [ 708.679880] env[63043]: _type = "Task" [ 708.679880] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.688450] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485703, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.704024] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.772524] env[63043]: DEBUG nova.compute.manager [req-0107ac50-cb0b-4ec4-a829-1e1c72fa02a4 req-184ed4ca-44c3-4aed-9dd4-e3d9d13fea12 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Received event network-changed-6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.772814] env[63043]: DEBUG nova.compute.manager [req-0107ac50-cb0b-4ec4-a829-1e1c72fa02a4 req-184ed4ca-44c3-4aed-9dd4-e3d9d13fea12 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Refreshing instance network info cache due to event network-changed-6e41f344-26ad-4c57-934d-a5c9238d76ea. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.773097] env[63043]: DEBUG oslo_concurrency.lockutils [req-0107ac50-cb0b-4ec4-a829-1e1c72fa02a4 req-184ed4ca-44c3-4aed-9dd4-e3d9d13fea12 service nova] Acquiring lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.773301] env[63043]: DEBUG oslo_concurrency.lockutils [req-0107ac50-cb0b-4ec4-a829-1e1c72fa02a4 req-184ed4ca-44c3-4aed-9dd4-e3d9d13fea12 service nova] Acquired lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.773539] env[63043]: DEBUG nova.network.neutron [req-0107ac50-cb0b-4ec4-a829-1e1c72fa02a4 req-184ed4ca-44c3-4aed-9dd4-e3d9d13fea12 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Refreshing network info cache for port 6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.794300] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 73827131-0a2c-48ac-9358-d5d301c1144f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.834985] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.835349] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.835590] env[63043]: INFO nova.compute.manager [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Attaching volume f89a46c8-0590-4761-90c6-9165635bbf5e to /dev/sdb [ 708.885645] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dceda65-9686-4040-8e7b-677974d6fb3f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.893076] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45582f7b-f656-4c5f-9161-9620a87a9ed0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.908191] env[63043]: DEBUG nova.virt.block_device [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Updating existing volume attachment record: 48647e70-13a0-4e32-ba6c-51bca75eb68f {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 708.930339] env[63043]: DEBUG nova.compute.manager [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.931232] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81cbaf1-7acd-458a-b3a7-ae3d487471ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.956742] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485701, 'name': CreateVM_Task, 'duration_secs': 0.366289} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.956925] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.957656] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.957876] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.958230] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.958509] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7693c4f-93b6-401e-931f-99f6abdca714 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.963668] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for the task: (returnval){ [ 708.963668] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a79945-736b-94ba-3fae-b26124d257a0" [ 708.963668] env[63043]: _type = "Task" [ 708.963668] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.972637] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a79945-736b-94ba-3fae-b26124d257a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.088799] env[63043]: DEBUG nova.compute.manager [req-ae61fdb7-d378-4575-9063-c7aa7265e678 req-b0173cbe-9ce1-480b-81cd-2d9595bee517 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Received event network-changed-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.089221] env[63043]: DEBUG nova.compute.manager [req-ae61fdb7-d378-4575-9063-c7aa7265e678 req-b0173cbe-9ce1-480b-81cd-2d9595bee517 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Refreshing instance network info cache due to event network-changed-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 709.089579] env[63043]: DEBUG oslo_concurrency.lockutils [req-ae61fdb7-d378-4575-9063-c7aa7265e678 req-b0173cbe-9ce1-480b-81cd-2d9595bee517 service nova] Acquiring lock "refresh_cache-ceca798f-e220-445a-b8cc-72855897fadf" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.089864] env[63043]: DEBUG oslo_concurrency.lockutils [req-ae61fdb7-d378-4575-9063-c7aa7265e678 req-b0173cbe-9ce1-480b-81cd-2d9595bee517 service nova] Acquired lock "refresh_cache-ceca798f-e220-445a-b8cc-72855897fadf" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.091073] env[63043]: DEBUG nova.network.neutron [req-ae61fdb7-d378-4575-9063-c7aa7265e678 req-b0173cbe-9ce1-480b-81cd-2d9595bee517 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Refreshing network info cache for port dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.134982] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485702, 'name': Rename_Task, 'duration_secs': 0.164767} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.135478] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.135860] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4f3abff-3553-4a35-ab90-dc3690430a50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.143339] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 709.143339] env[63043]: value = "task-2485706" [ 709.143339] env[63043]: _type = "Task" [ 709.143339] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.152768] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.189835] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485703, 'name': Rename_Task, 'duration_secs': 0.171293} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.190747] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.191058] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89db1e93-8d92-4c7c-9419-4879c4631bf8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.199540] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 709.199540] env[63043]: value = "task-2485707" [ 709.199540] env[63043]: _type = "Task" [ 709.199540] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.206905] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.298553] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance c52ccbde-5679-4408-bf26-4bee8974a41a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.443835] env[63043]: INFO nova.compute.manager [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] instance snapshotting [ 709.447826] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605647af-7750-4b68-a1b7-906fba0aa8b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.475888] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5544e9bc-f297-42c9-9290-a8810aa62012 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.489952] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a79945-736b-94ba-3fae-b26124d257a0, 'name': SearchDatastore_Task, 'duration_secs': 0.014897} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.492451] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.492794] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.493765] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.493765] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.493765] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.496177] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d4fc324-3a44-4fda-a230-a25f92939c09 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.505624] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.505624] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.505624] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c96c390-06d2-434d-ba3d-92b8f4f399aa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.511105] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for the task: (returnval){ [ 709.511105] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5226a9a5-a430-0c9a-5c19-0b98863a059e" [ 709.511105] env[63043]: _type = "Task" [ 709.511105] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.520567] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5226a9a5-a430-0c9a-5c19-0b98863a059e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.562813] env[63043]: DEBUG nova.network.neutron [req-0107ac50-cb0b-4ec4-a829-1e1c72fa02a4 req-184ed4ca-44c3-4aed-9dd4-e3d9d13fea12 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updated VIF entry in instance network info cache for port 6e41f344-26ad-4c57-934d-a5c9238d76ea. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.563239] env[63043]: DEBUG nova.network.neutron [req-0107ac50-cb0b-4ec4-a829-1e1c72fa02a4 req-184ed4ca-44c3-4aed-9dd4-e3d9d13fea12 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updating instance_info_cache with network_info: [{"id": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "address": "fa:16:3e:4a:57:e7", "network": {"id": "7f5f79d9-e98d-4fec-8caf-5a692878f0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e100d951f7342d0b65e040d1168bc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41f344-26", "ovs_interfaceid": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.654618] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485706, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.711265] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485707, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.800511] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance d4ce4f3a-0979-4c85-be63-8532eedb1593 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.800849] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 709.800944] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 709.928990] env[63043]: DEBUG nova.network.neutron [req-ae61fdb7-d378-4575-9063-c7aa7265e678 req-b0173cbe-9ce1-480b-81cd-2d9595bee517 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Updated VIF entry in instance network info cache for port dba84d01-cf0d-47b3-ae95-2c3ba2a12d38. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.928990] env[63043]: DEBUG nova.network.neutron [req-ae61fdb7-d378-4575-9063-c7aa7265e678 req-b0173cbe-9ce1-480b-81cd-2d9595bee517 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Updating instance_info_cache with network_info: [{"id": "dba84d01-cf0d-47b3-ae95-2c3ba2a12d38", "address": "fa:16:3e:56:f9:01", "network": {"id": "fcd91401-bbcd-442e-a8a5-31e5b4808a36", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1039167316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8b7d65cc85450a9d0835bd24a72e9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba84d01-cf", "ovs_interfaceid": "dba84d01-cf0d-47b3-ae95-2c3ba2a12d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.999752] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 709.999952] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6c283d86-ac7c-471c-b5d0-6e70b1e3c949 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.007835] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 710.007835] env[63043]: value = "task-2485710" [ 710.007835] env[63043]: _type = "Task" [ 710.007835] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.027432] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485710, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.031559] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5226a9a5-a430-0c9a-5c19-0b98863a059e, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.034461] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e02603-ec18-4360-ab51-9f3f123d0e9e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.040017] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for the task: (returnval){ [ 710.040017] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526fa36a-3c86-e72f-2f4b-f15ee6d1c25d" [ 710.040017] env[63043]: _type = "Task" [ 710.040017] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.048293] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526fa36a-3c86-e72f-2f4b-f15ee6d1c25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.066057] env[63043]: DEBUG oslo_concurrency.lockutils [req-0107ac50-cb0b-4ec4-a829-1e1c72fa02a4 req-184ed4ca-44c3-4aed-9dd4-e3d9d13fea12 service nova] Releasing lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.156943] env[63043]: DEBUG oslo_vmware.api [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485706, 'name': PowerOnVM_Task, 'duration_secs': 0.599654} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.157987] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.157987] env[63043]: INFO nova.compute.manager [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Took 9.15 seconds to spawn the instance on the hypervisor. [ 710.157987] env[63043]: DEBUG nova.compute.manager [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.158698] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d908f1-27b3-4819-95a7-f9caad2de9da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.213633] env[63043]: DEBUG oslo_vmware.api [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485707, 'name': PowerOnVM_Task, 'duration_secs': 0.587986} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.214084] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.214304] env[63043]: DEBUG nova.compute.manager [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.215081] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e42cd7-faa0-46f4-bfa4-84ea896cacaf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.283373] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a4fce8-2a9f-417d-a7d4-9976c4380f00 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.291214] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c999f04b-0160-4582-a6bc-0ffd21168f61 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.322827] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0600de8d-8426-493c-95e1-9016554e6f7e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.330370] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591d7718-b81e-4d65-b463-c3e64070e138 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.344266] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.431728] env[63043]: DEBUG oslo_concurrency.lockutils [req-ae61fdb7-d378-4575-9063-c7aa7265e678 req-b0173cbe-9ce1-480b-81cd-2d9595bee517 service nova] Releasing lock "refresh_cache-ceca798f-e220-445a-b8cc-72855897fadf" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.519143] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485710, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.552037] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526fa36a-3c86-e72f-2f4b-f15ee6d1c25d, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.552403] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.552758] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c/f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.553112] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79a118f0-a0fe-4f7d-b868-f9b292a40b1e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.560327] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for the task: (returnval){ [ 710.560327] env[63043]: value = "task-2485711" [ 710.560327] env[63043]: _type = "Task" [ 710.560327] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.570437] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.678877] env[63043]: INFO nova.compute.manager [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Took 42.16 seconds to build instance. [ 710.737174] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.848402] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.020342] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485710, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.072672] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485711, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.182375] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "70d8967e-a6f6-458e-965d-47ebfb867526" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.620s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.353277] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 711.353545] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.662s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.353898] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.903s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.354091] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.356153] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.142s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.356356] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.358508] env[63043]: DEBUG oslo_concurrency.lockutils [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.120s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.358694] env[63043]: DEBUG oslo_concurrency.lockutils [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.360275] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.282s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.361820] env[63043]: INFO nova.compute.claims [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.400719] env[63043]: INFO nova.scheduler.client.report [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Deleted allocations for instance 741b00c8-123d-4c52-b0cd-f40673034ea9 [ 711.404467] env[63043]: INFO nova.scheduler.client.report [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Deleted allocations for instance 880592dc-3d7e-4ad8-ae77-1da91e495e94 [ 711.427437] env[63043]: INFO nova.scheduler.client.report [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Deleted allocations for instance 169aea8a-808e-4986-b75e-305f896f6f6a [ 711.518388] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485710, 'name': CreateSnapshot_Task, 'duration_secs': 1.401769} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.518670] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 711.519461] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3e35d2-7da5-4f5b-9d0f-868cda83eb22 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.571406] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650266} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.571696] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c/f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.571909] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.572169] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2228e8da-f7a7-4d52-b58d-d132e88a7654 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.578427] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for the task: (returnval){ [ 711.578427] env[63043]: value = "task-2485713" [ 711.578427] env[63043]: _type = "Task" [ 711.578427] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.587201] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.685434] env[63043]: DEBUG nova.compute.manager [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.703728] env[63043]: DEBUG nova.compute.manager [req-67957e10-06b5-46ab-9d32-b12679aca795 req-1a727622-a7bd-43eb-b160-62d329e4f913 service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Received event network-changed-d6435763-cb08-4862-8505-9bad13981fd5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.703981] env[63043]: DEBUG nova.compute.manager [req-67957e10-06b5-46ab-9d32-b12679aca795 req-1a727622-a7bd-43eb-b160-62d329e4f913 service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Refreshing instance network info cache due to event network-changed-d6435763-cb08-4862-8505-9bad13981fd5. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 711.705669] env[63043]: DEBUG oslo_concurrency.lockutils [req-67957e10-06b5-46ab-9d32-b12679aca795 req-1a727622-a7bd-43eb-b160-62d329e4f913 service nova] Acquiring lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.705669] env[63043]: DEBUG oslo_concurrency.lockutils [req-67957e10-06b5-46ab-9d32-b12679aca795 req-1a727622-a7bd-43eb-b160-62d329e4f913 service nova] Acquired lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.705669] env[63043]: DEBUG nova.network.neutron [req-67957e10-06b5-46ab-9d32-b12679aca795 req-1a727622-a7bd-43eb-b160-62d329e4f913 service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Refreshing network info cache for port d6435763-cb08-4862-8505-9bad13981fd5 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.849973] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.850082] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Starting heal instance info cache {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 711.915764] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6e767fd3-c312-44d6-a804-9409bcffb822 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "741b00c8-123d-4c52-b0cd-f40673034ea9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.797s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.929322] env[63043]: DEBUG oslo_concurrency.lockutils [None req-db8799b5-4f06-4404-afaa-c0880a26f3e0 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Lock "880592dc-3d7e-4ad8-ae77-1da91e495e94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.182s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.938981] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "169aea8a-808e-4986-b75e-305f896f6f6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.461s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.036183] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 712.036864] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-133d5e5b-0ff9-4377-91c6-0b1f097b7871 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.046687] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 712.046687] env[63043]: value = "task-2485714" [ 712.046687] env[63043]: _type = "Task" [ 712.046687] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.055621] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485714, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.087323] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06353} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.087618] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.088350] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7524137a-597d-438c-951a-101802e64ca7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.110811] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c/f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.111040] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d0bb201-2078-470b-a609-03c79bdd0564 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.132467] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for the task: (returnval){ [ 712.132467] env[63043]: value = "task-2485715" [ 712.132467] env[63043]: _type = "Task" [ 712.132467] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.141426] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.211094] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.364250] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.364250] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.366323] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.366323] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.366323] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.371847] env[63043]: INFO nova.compute.manager [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Terminating instance [ 712.489297] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "70d8967e-a6f6-458e-965d-47ebfb867526" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.490955] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "70d8967e-a6f6-458e-965d-47ebfb867526" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.490955] env[63043]: INFO nova.compute.manager [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Rebooting instance [ 712.558971] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485714, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.648576] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485715, 'name': ReconfigVM_Task, 'duration_secs': 0.338382} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.653446] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Reconfigured VM instance instance-00000022 to attach disk [datastore1] f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c/f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.656928] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90fd8568-1e5e-490e-91e2-ed0b3e5b510a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.665462] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for the task: (returnval){ [ 712.665462] env[63043]: value = "task-2485716" [ 712.665462] env[63043]: _type = "Task" [ 712.665462] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.677457] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485716, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.710642] env[63043]: DEBUG nova.network.neutron [req-67957e10-06b5-46ab-9d32-b12679aca795 req-1a727622-a7bd-43eb-b160-62d329e4f913 service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Updated VIF entry in instance network info cache for port d6435763-cb08-4862-8505-9bad13981fd5. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.710642] env[63043]: DEBUG nova.network.neutron [req-67957e10-06b5-46ab-9d32-b12679aca795 req-1a727622-a7bd-43eb-b160-62d329e4f913 service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Updating instance_info_cache with network_info: [{"id": "d6435763-cb08-4862-8505-9bad13981fd5", "address": "fa:16:3e:9e:3f:68", "network": {"id": "424538dc-c9a0-48e3-b627-5a7fe4eb7947", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1881320714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d500b88ef54a4cab9322659cb1a7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6435763-cb", "ovs_interfaceid": "d6435763-cb08-4862-8505-9bad13981fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.896784] env[63043]: DEBUG nova.compute.manager [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.898286] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.900075] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "7d0e6646-06a1-446a-8650-7208d1ce265e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.900322] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "7d0e6646-06a1-446a-8650-7208d1ce265e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.900578] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "7d0e6646-06a1-446a-8650-7208d1ce265e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.900776] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "7d0e6646-06a1-446a-8650-7208d1ce265e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.900975] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "7d0e6646-06a1-446a-8650-7208d1ce265e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.907098] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b630bc-0c0a-4797-a13e-df1de401d6aa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.908270] env[63043]: INFO nova.compute.manager [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Terminating instance [ 712.921289] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.921564] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb90a36-ff6e-41e8-9599-20f6f8f90498 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.929733] env[63043]: DEBUG oslo_vmware.api [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 712.929733] env[63043]: value = "task-2485717" [ 712.929733] env[63043]: _type = "Task" [ 712.929733] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.949982] env[63043]: DEBUG oslo_vmware.api [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.958092] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa296d5e-548b-4ee6-b369-a5f5905599aa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.969826] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a265cccf-bf1b-40db-be50-b1ffc2571deb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.007659] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafc066e-1d5d-4fec-8349-106c782d9c42 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.013378] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "dc294ec0-d246-43eb-b334-15578b9aaa9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.013467] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "dc294ec0-d246-43eb-b334-15578b9aaa9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.019733] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e183f1-db6c-47d5-8e9c-23e5771011a5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.035532] env[63043]: DEBUG nova.compute.provider_tree [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.038042] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.057620] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485714, 'name': CloneVM_Task} progress is 95%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.176664] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485716, 'name': Rename_Task, 'duration_secs': 0.147285} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.177152] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.177757] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-311c7151-2f70-4711-b4f5-201d5b043f73 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.187547] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for the task: (returnval){ [ 713.187547] env[63043]: value = "task-2485718" [ 713.187547] env[63043]: _type = "Task" [ 713.187547] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.197736] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.216016] env[63043]: DEBUG oslo_concurrency.lockutils [req-67957e10-06b5-46ab-9d32-b12679aca795 req-1a727622-a7bd-43eb-b160-62d329e4f913 service nova] Releasing lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.216618] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquired lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.216911] env[63043]: DEBUG nova.network.neutron [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.369786] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Didn't find any instances for network info cache update. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 713.370048] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.370309] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.370515] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.370820] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.370986] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.371250] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.371423] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63043) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 713.371659] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.417283] env[63043]: DEBUG nova.compute.manager [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.417553] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.418479] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9048877-4bba-406a-80e2-1473ebb521cd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.427649] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.427834] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5413d579-f3f8-4345-8a62-0dfe40ce1798 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.433546] env[63043]: DEBUG oslo_vmware.api [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 713.433546] env[63043]: value = "task-2485719" [ 713.433546] env[63043]: _type = "Task" [ 713.433546] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.446648] env[63043]: DEBUG oslo_vmware.api [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.450090] env[63043]: DEBUG oslo_vmware.api [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.474018] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 713.474018] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502939', 'volume_id': 'f89a46c8-0590-4761-90c6-9165635bbf5e', 'name': 'volume-f89a46c8-0590-4761-90c6-9165635bbf5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffd06d8f-e9e1-4a87-a1ee-3df21bc03941', 'attached_at': '', 'detached_at': '', 'volume_id': 'f89a46c8-0590-4761-90c6-9165635bbf5e', 'serial': 'f89a46c8-0590-4761-90c6-9165635bbf5e'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 713.474018] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb1f811-3f2a-463d-b3e1-94563225b8ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.489874] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115e9cd7-bbda-4ac6-9df4-4c701aeffb7e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.520360] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] volume-f89a46c8-0590-4761-90c6-9165635bbf5e/volume-f89a46c8-0590-4761-90c6-9165635bbf5e.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.521060] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13abe985-71bf-41d4-9347-f3867b52c9d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.540827] env[63043]: DEBUG nova.scheduler.client.report [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.544397] env[63043]: DEBUG oslo_vmware.api [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 713.544397] env[63043]: value = "task-2485720" [ 713.544397] env[63043]: _type = "Task" [ 713.544397] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.555892] env[63043]: DEBUG oslo_vmware.api [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485720, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.561302] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485714, 'name': CloneVM_Task, 'duration_secs': 1.16124} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.561425] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Created linked-clone VM from snapshot [ 713.562996] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b60ecce-3a0c-48af-a09f-bdb1455da388 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.572034] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Uploading image 7aa3cfdf-9e4d-4245-93e0-bd00ab289ba7 {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 713.603146] env[63043]: DEBUG oslo_vmware.rw_handles [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 713.603146] env[63043]: value = "vm-502941" [ 713.603146] env[63043]: _type = "VirtualMachine" [ 713.603146] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 713.603146] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7811ab14-94c2-4a65-a26c-0b97cefe616d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.609360] env[63043]: DEBUG oslo_vmware.rw_handles [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lease: (returnval){ [ 713.609360] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e3fdc7-955d-e625-d39c-609e34997edf" [ 713.609360] env[63043]: _type = "HttpNfcLease" [ 713.609360] env[63043]: } obtained for exporting VM: (result){ [ 713.609360] env[63043]: value = "vm-502941" [ 713.609360] env[63043]: _type = "VirtualMachine" [ 713.609360] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 713.609641] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the lease: (returnval){ [ 713.609641] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e3fdc7-955d-e625-d39c-609e34997edf" [ 713.609641] env[63043]: _type = "HttpNfcLease" [ 713.609641] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 713.616848] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 713.616848] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e3fdc7-955d-e625-d39c-609e34997edf" [ 713.616848] env[63043]: _type = "HttpNfcLease" [ 713.616848] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 713.697917] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.881298] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.948778] env[63043]: DEBUG oslo_vmware.api [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.951840] env[63043]: DEBUG oslo_vmware.api [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485719, 'name': PowerOffVM_Task, 'duration_secs': 0.330368} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.952188] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.952290] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.952539] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b402d92-da1d-4b7e-9f6c-f96de1505c9d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.027129] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.027376] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.027567] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Deleting the datastore file [datastore2] 7d0e6646-06a1-446a-8650-7208d1ce265e {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.027851] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c83c94a6-8183-4eb8-9157-32d694110be4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.036922] env[63043]: DEBUG oslo_vmware.api [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 714.036922] env[63043]: value = "task-2485723" [ 714.036922] env[63043]: _type = "Task" [ 714.036922] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.046194] env[63043]: DEBUG oslo_vmware.api [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.050153] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.050662] env[63043]: DEBUG nova.compute.manager [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.053791] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.312s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.055286] env[63043]: INFO nova.compute.claims [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.070842] env[63043]: DEBUG oslo_vmware.api [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.120496] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 714.120496] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e3fdc7-955d-e625-d39c-609e34997edf" [ 714.120496] env[63043]: _type = "HttpNfcLease" [ 714.120496] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 714.121044] env[63043]: DEBUG oslo_vmware.rw_handles [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 714.121044] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e3fdc7-955d-e625-d39c-609e34997edf" [ 714.121044] env[63043]: _type = "HttpNfcLease" [ 714.121044] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 714.121799] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa8456c-3534-43dd-84fb-8cc6dfdc091b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.129932] env[63043]: DEBUG oslo_vmware.rw_handles [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c71727-8e23-3f80-654f-aa3a54d696df/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 714.130190] env[63043]: DEBUG oslo_vmware.rw_handles [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c71727-8e23-3f80-654f-aa3a54d696df/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 714.206982] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.244315] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e4b4893-a01c-4773-a6bd-93ee4b74ed50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.356181] env[63043]: DEBUG nova.network.neutron [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Updating instance_info_cache with network_info: [{"id": "d6435763-cb08-4862-8505-9bad13981fd5", "address": "fa:16:3e:9e:3f:68", "network": {"id": "424538dc-c9a0-48e3-b627-5a7fe4eb7947", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1881320714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d500b88ef54a4cab9322659cb1a7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6435763-cb", "ovs_interfaceid": "d6435763-cb08-4862-8505-9bad13981fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.448511] env[63043]: DEBUG oslo_vmware.api [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485717, 'name': PowerOffVM_Task, 'duration_secs': 1.140929} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.450806] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.450935] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.451791] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05dbd66d-90cb-4bbd-b3b2-840cf79639f3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.530176] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "9c02e136-fd81-4ea7-ae6b-bebc423d97d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.530470] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "9c02e136-fd81-4ea7-ae6b-bebc423d97d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.530772] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.531305] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.531513] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleting the datastore file [datastore2] f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.531806] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-772f37fb-2d27-45b5-88fc-1035caded5b3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.543599] env[63043]: DEBUG oslo_vmware.api [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 714.543599] env[63043]: value = "task-2485725" [ 714.543599] env[63043]: _type = "Task" [ 714.543599] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.551492] env[63043]: DEBUG oslo_vmware.api [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21946} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.561274] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.562501] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.562501] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.562934] env[63043]: INFO nova.compute.manager [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 714.563193] env[63043]: DEBUG oslo.service.loopingcall [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.564859] env[63043]: DEBUG nova.compute.utils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 714.568920] env[63043]: DEBUG nova.compute.manager [-] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.569312] env[63043]: DEBUG nova.network.neutron [-] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.576291] env[63043]: DEBUG nova.compute.manager [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.576517] env[63043]: DEBUG nova.network.neutron [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.579154] env[63043]: DEBUG oslo_vmware.api [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.583091] env[63043]: DEBUG oslo_vmware.api [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485720, 'name': ReconfigVM_Task, 'duration_secs': 0.899859} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.584723] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Reconfigured VM instance instance-0000001f to attach disk [datastore1] volume-f89a46c8-0590-4761-90c6-9165635bbf5e/volume-f89a46c8-0590-4761-90c6-9165635bbf5e.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.590503] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-809313b7-9fc2-4a53-8bf8-b189bc2cdfb8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.608294] env[63043]: DEBUG oslo_vmware.api [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 714.608294] env[63043]: value = "task-2485726" [ 714.608294] env[63043]: _type = "Task" [ 714.608294] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.622143] env[63043]: DEBUG oslo_vmware.api [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.702836] env[63043]: DEBUG nova.policy [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf453eb92ec41dc90b0da8808e471ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2f2e17117d41f78c9bb1028587f0ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.708701] env[63043]: DEBUG oslo_vmware.api [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485718, 'name': PowerOnVM_Task, 'duration_secs': 1.406} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.709040] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.709275] env[63043]: INFO nova.compute.manager [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Took 8.98 seconds to spawn the instance on the hypervisor. [ 714.710228] env[63043]: DEBUG nova.compute.manager [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.710499] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d464a8-d6a5-4e4f-8da8-dc63797db567 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.860024] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Releasing lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.054977] env[63043]: DEBUG oslo_vmware.api [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237525} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.055430] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.055555] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.055816] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.056331] env[63043]: INFO nova.compute.manager [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Took 2.16 seconds to destroy the instance on the hypervisor. [ 715.056611] env[63043]: DEBUG oslo.service.loopingcall [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.056802] env[63043]: DEBUG nova.compute.manager [-] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.056902] env[63043]: DEBUG nova.network.neutron [-] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.072672] env[63043]: DEBUG nova.compute.manager [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.121772] env[63043]: DEBUG oslo_vmware.api [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485726, 'name': ReconfigVM_Task, 'duration_secs': 0.188453} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.124388] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502939', 'volume_id': 'f89a46c8-0590-4761-90c6-9165635bbf5e', 'name': 'volume-f89a46c8-0590-4761-90c6-9165635bbf5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffd06d8f-e9e1-4a87-a1ee-3df21bc03941', 'attached_at': '', 'detached_at': '', 'volume_id': 'f89a46c8-0590-4761-90c6-9165635bbf5e', 'serial': 'f89a46c8-0590-4761-90c6-9165635bbf5e'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 715.235690] env[63043]: INFO nova.compute.manager [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Took 41.45 seconds to build instance. [ 715.368781] env[63043]: DEBUG nova.compute.manager [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.369914] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913e76a1-7981-4dcf-b557-4b241ff7936e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.400904] env[63043]: DEBUG nova.compute.manager [req-ae3223ba-0842-4e45-b282-84a961d60a7a req-1f5eb864-14ba-440f-b9fd-cc868ba8df85 service nova] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Received event network-vif-deleted-d8509b13-1811-42a3-ab27-a3732675ce4d {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.400904] env[63043]: INFO nova.compute.manager [req-ae3223ba-0842-4e45-b282-84a961d60a7a req-1f5eb864-14ba-440f-b9fd-cc868ba8df85 service nova] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Neutron deleted interface d8509b13-1811-42a3-ab27-a3732675ce4d; detaching it from the instance and deleting it from the info cache [ 715.400904] env[63043]: DEBUG nova.network.neutron [req-ae3223ba-0842-4e45-b282-84a961d60a7a req-1f5eb864-14ba-440f-b9fd-cc868ba8df85 service nova] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.647025] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d1676f-2659-48eb-a8b5-11f18c13fd9d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.660512] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca863e69-fc12-426f-86c3-fb4ade13b4d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.665477] env[63043]: DEBUG nova.network.neutron [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Successfully created port: cd89a75d-576d-41b2-9574-7f86e46c1cc0 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.715037] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9af0b0-fa44-4415-b70d-450931b5b727 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.723483] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7a411b-397d-4985-8893-4610cb1d3fa7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.730850] env[63043]: DEBUG nova.compute.manager [req-8fccb5a3-5f90-4a0f-8296-38ebd0fe7e7e req-e803f890-6286-4f8d-8f4f-f54277721188 service nova] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Received event network-vif-deleted-d9ee6fe2-3264-403c-b66d-79a4e695f997 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.731066] env[63043]: INFO nova.compute.manager [req-8fccb5a3-5f90-4a0f-8296-38ebd0fe7e7e req-e803f890-6286-4f8d-8f4f-f54277721188 service nova] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Neutron deleted interface d9ee6fe2-3264-403c-b66d-79a4e695f997; detaching it from the instance and deleting it from the info cache [ 715.731947] env[63043]: DEBUG nova.network.neutron [req-8fccb5a3-5f90-4a0f-8296-38ebd0fe7e7e req-e803f890-6286-4f8d-8f4f-f54277721188 service nova] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.745230] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a3c315db-a244-47f0-9f87-b84e351b521f tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Lock "f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.915s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.745786] env[63043]: DEBUG nova.compute.provider_tree [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.765768] env[63043]: DEBUG nova.network.neutron [-] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.902773] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a7d7e02-bd39-4375-8f29-f04523b95910 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.914184] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ad164c-0f2a-47a6-b7bd-44f84f91ecea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.957329] env[63043]: DEBUG nova.compute.manager [req-ae3223ba-0842-4e45-b282-84a961d60a7a req-1f5eb864-14ba-440f-b9fd-cc868ba8df85 service nova] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Detach interface failed, port_id=d8509b13-1811-42a3-ab27-a3732675ce4d, reason: Instance 7d0e6646-06a1-446a-8650-7208d1ce265e could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 716.090350] env[63043]: DEBUG nova.compute.manager [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.124225] env[63043]: DEBUG nova.virt.hardware [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.124751] env[63043]: DEBUG nova.virt.hardware [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.125014] env[63043]: DEBUG nova.virt.hardware [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.125258] env[63043]: DEBUG nova.virt.hardware [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.125478] env[63043]: DEBUG nova.virt.hardware [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.125744] env[63043]: DEBUG nova.virt.hardware [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.126139] env[63043]: DEBUG nova.virt.hardware [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.126359] env[63043]: DEBUG nova.virt.hardware [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.126577] env[63043]: DEBUG nova.virt.hardware [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.126790] env[63043]: DEBUG nova.virt.hardware [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.127111] env[63043]: DEBUG nova.virt.hardware [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.128318] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d3a5ad-9e70-4e4f-9386-2ef1c2f429e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.138361] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e471e90-2ab2-4eb2-a91d-5505b9332ea9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.208702] env[63043]: DEBUG nova.network.neutron [-] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.220403] env[63043]: DEBUG nova.objects.instance [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lazy-loading 'flavor' on Instance uuid ffd06d8f-e9e1-4a87-a1ee-3df21bc03941 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.237993] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-704499f6-7b85-40aa-86c9-ea4509d8b799 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.247387] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9240a736-6bbd-44b7-b52f-2a8c8cd8ed31 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.259807] env[63043]: DEBUG nova.scheduler.client.report [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.266109] env[63043]: DEBUG nova.compute.manager [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.269024] env[63043]: INFO nova.compute.manager [-] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Took 1.70 seconds to deallocate network for instance. [ 716.294370] env[63043]: DEBUG nova.compute.manager [req-8fccb5a3-5f90-4a0f-8296-38ebd0fe7e7e req-e803f890-6286-4f8d-8f4f-f54277721188 service nova] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Detach interface failed, port_id=d9ee6fe2-3264-403c-b66d-79a4e695f997, reason: Instance f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 716.393184] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94c81c7-7431-4767-bbf6-04efdc38fcb8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.403244] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Doing hard reboot of VM {{(pid=63043) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 716.403842] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-34b415d3-504f-4bdf-9dc2-060f72bd779a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.413029] env[63043]: DEBUG oslo_vmware.api [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 716.413029] env[63043]: value = "task-2485727" [ 716.413029] env[63043]: _type = "Task" [ 716.413029] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.427595] env[63043]: DEBUG oslo_vmware.api [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485727, 'name': ResetVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.712626] env[63043]: INFO nova.compute.manager [-] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Took 1.66 seconds to deallocate network for instance. [ 716.725837] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f3248964-01c9-47b7-9f94-222e165e4449 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.890s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.768608] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.769195] env[63043]: DEBUG nova.compute.manager [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.776966] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.908s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.777224] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.779417] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.901s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.780939] env[63043]: INFO nova.compute.claims [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.786711] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.809546] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.822996] env[63043]: INFO nova.scheduler.client.report [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Deleted allocations for instance 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee [ 716.924020] env[63043]: DEBUG oslo_vmware.api [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485727, 'name': ResetVM_Task, 'duration_secs': 0.102094} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.924547] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Did hard reboot of VM {{(pid=63043) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 716.924834] env[63043]: DEBUG nova.compute.manager [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.928020] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c304a56-2c5e-4695-8c14-61edb6c60790 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.226366] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.290448] env[63043]: DEBUG nova.compute.utils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 717.298030] env[63043]: DEBUG nova.compute.manager [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Not allocating networking since 'none' was specified. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 717.341318] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce5a2192-2c83-4393-954c-ea46a69a46b4 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Lock "5ce1a2d0-f7ab-468a-bb75-17354b91f0ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.887s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.441916] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ee90da0-330b-466b-8f71-f40b3b108ac8 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "70d8967e-a6f6-458e-965d-47ebfb867526" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.952s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.472062] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.472062] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.472062] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.472062] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.472062] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.472062] env[63043]: INFO nova.compute.manager [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Terminating instance [ 717.727680] env[63043]: DEBUG nova.compute.manager [req-092a25a8-d36b-48bf-b623-7a895aecac5f req-06839a51-c1fc-4566-95a5-72727f1e9d1f service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Received event network-vif-plugged-cd89a75d-576d-41b2-9574-7f86e46c1cc0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.728040] env[63043]: DEBUG oslo_concurrency.lockutils [req-092a25a8-d36b-48bf-b623-7a895aecac5f req-06839a51-c1fc-4566-95a5-72727f1e9d1f service nova] Acquiring lock "dd9d50c4-0607-4247-8e76-06903fb0a599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.728145] env[63043]: DEBUG oslo_concurrency.lockutils [req-092a25a8-d36b-48bf-b623-7a895aecac5f req-06839a51-c1fc-4566-95a5-72727f1e9d1f service nova] Lock "dd9d50c4-0607-4247-8e76-06903fb0a599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.728295] env[63043]: DEBUG oslo_concurrency.lockutils [req-092a25a8-d36b-48bf-b623-7a895aecac5f req-06839a51-c1fc-4566-95a5-72727f1e9d1f service nova] Lock "dd9d50c4-0607-4247-8e76-06903fb0a599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.728468] env[63043]: DEBUG nova.compute.manager [req-092a25a8-d36b-48bf-b623-7a895aecac5f req-06839a51-c1fc-4566-95a5-72727f1e9d1f service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] No waiting events found dispatching network-vif-plugged-cd89a75d-576d-41b2-9574-7f86e46c1cc0 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.728631] env[63043]: WARNING nova.compute.manager [req-092a25a8-d36b-48bf-b623-7a895aecac5f req-06839a51-c1fc-4566-95a5-72727f1e9d1f service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Received unexpected event network-vif-plugged-cd89a75d-576d-41b2-9574-7f86e46c1cc0 for instance with vm_state building and task_state spawning. [ 717.758696] env[63043]: DEBUG nova.network.neutron [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Successfully updated port: cd89a75d-576d-41b2-9574-7f86e46c1cc0 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.795373] env[63043]: DEBUG nova.compute.manager [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.982469] env[63043]: DEBUG nova.compute.manager [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.984203] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.984203] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7282f1c6-eaa5-4aa5-a06d-cf522d869452 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.998576] env[63043]: DEBUG oslo_vmware.api [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 717.998576] env[63043]: value = "task-2485728" [ 717.998576] env[63043]: _type = "Task" [ 717.998576] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.014879] env[63043]: DEBUG oslo_vmware.api [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.115260] env[63043]: DEBUG nova.compute.manager [req-5213f2d0-f44c-42dd-b83e-0ce68d9918ae req-af258ca8-7d19-41bf-8c19-9f41ff2eb40c service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Received event network-changed-6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.115552] env[63043]: DEBUG nova.compute.manager [req-5213f2d0-f44c-42dd-b83e-0ce68d9918ae req-af258ca8-7d19-41bf-8c19-9f41ff2eb40c service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Refreshing instance network info cache due to event network-changed-6e41f344-26ad-4c57-934d-a5c9238d76ea. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 718.115850] env[63043]: DEBUG oslo_concurrency.lockutils [req-5213f2d0-f44c-42dd-b83e-0ce68d9918ae req-af258ca8-7d19-41bf-8c19-9f41ff2eb40c service nova] Acquiring lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.116076] env[63043]: DEBUG oslo_concurrency.lockutils [req-5213f2d0-f44c-42dd-b83e-0ce68d9918ae req-af258ca8-7d19-41bf-8c19-9f41ff2eb40c service nova] Acquired lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.116447] env[63043]: DEBUG nova.network.neutron [req-5213f2d0-f44c-42dd-b83e-0ce68d9918ae req-af258ca8-7d19-41bf-8c19-9f41ff2eb40c service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Refreshing network info cache for port 6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.266674] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.266674] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.266674] env[63043]: DEBUG nova.network.neutron [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.432188] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664419b3-bbd6-4c83-9bb5-0f0d48dc0709 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.444930] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295db755-b462-479b-b696-1e3475c1f561 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.508113] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777e6044-f85e-44ae-a285-6fc3f7a5bfcf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.520559] env[63043]: DEBUG oslo_vmware.api [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485728, 'name': PowerOffVM_Task, 'duration_secs': 0.276428} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.524034] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.524323] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 718.524777] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502939', 'volume_id': 'f89a46c8-0590-4761-90c6-9165635bbf5e', 'name': 'volume-f89a46c8-0590-4761-90c6-9165635bbf5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffd06d8f-e9e1-4a87-a1ee-3df21bc03941', 'attached_at': '', 'detached_at': '', 'volume_id': 'f89a46c8-0590-4761-90c6-9165635bbf5e', 'serial': 'f89a46c8-0590-4761-90c6-9165635bbf5e'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 718.527021] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ce03b5-0095-4232-b572-15e10fccd422 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.532277] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ace82d-0c58-4081-8b00-d8657e0d54b6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.586122] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83cf138-5a01-456f-a4d8-e72835ee77eb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.591126] env[63043]: DEBUG nova.compute.provider_tree [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.600807] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684aeebe-315a-4880-9dda-9d42d473a364 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.641111] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e80a05-87de-41eb-9545-0fca22602d9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.661024] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] The volume has not been displaced from its original location: [datastore1] volume-f89a46c8-0590-4761-90c6-9165635bbf5e/volume-f89a46c8-0590-4761-90c6-9165635bbf5e.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 718.664346] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 718.664724] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d34077-38f1-41d8-a97c-6b310dd1876a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.683359] env[63043]: DEBUG oslo_vmware.api [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 718.683359] env[63043]: value = "task-2485729" [ 718.683359] env[63043]: _type = "Task" [ 718.683359] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.693726] env[63043]: DEBUG oslo_vmware.api [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.812223] env[63043]: DEBUG nova.compute.manager [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.815391] env[63043]: DEBUG nova.network.neutron [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.857258] env[63043]: DEBUG nova.virt.hardware [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.857413] env[63043]: DEBUG nova.virt.hardware [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.857871] env[63043]: DEBUG nova.virt.hardware [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.858153] env[63043]: DEBUG nova.virt.hardware [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.858335] env[63043]: DEBUG nova.virt.hardware [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.858457] env[63043]: DEBUG nova.virt.hardware [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.858797] env[63043]: DEBUG nova.virt.hardware [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.858797] env[63043]: DEBUG nova.virt.hardware [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.859018] env[63043]: DEBUG nova.virt.hardware [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.860384] env[63043]: DEBUG nova.virt.hardware [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.860635] env[63043]: DEBUG nova.virt.hardware [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.863033] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0754355e-75b5-41e6-8d6a-2ebf0eee018e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.877152] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a87823-4805-4d68-a799-331cd83e9a3a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.893103] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Instance VIF info [] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.900606] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Creating folder: Project (04bbf397073f497a9886d0a52f558e56). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.901359] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5b3ac50-33fe-49e6-b20f-45c87b351732 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.916609] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Created folder: Project (04bbf397073f497a9886d0a52f558e56) in parent group-v502843. [ 718.917012] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Creating folder: Instances. Parent ref: group-v502942. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.917012] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1316fd1-6e66-479d-a76a-725a6041732a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.932855] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Created folder: Instances in parent group-v502942. [ 718.933118] env[63043]: DEBUG oslo.service.loopingcall [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 718.933325] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.933531] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f834b7f-ea23-4d08-8ba8-22a5464cd0f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.951523] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.951523] env[63043]: value = "task-2485732" [ 718.951523] env[63043]: _type = "Task" [ 718.951523] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.965031] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485732, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.095949] env[63043]: DEBUG nova.scheduler.client.report [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.141353] env[63043]: DEBUG nova.network.neutron [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Updating instance_info_cache with network_info: [{"id": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "address": "fa:16:3e:e2:76:2a", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd89a75d-57", "ovs_interfaceid": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.206165] env[63043]: DEBUG oslo_vmware.api [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485729, 'name': ReconfigVM_Task, 'duration_secs': 0.4308} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.206165] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 719.210195] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc677932-93a7-4d08-ae95-b872ca82d066 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.234640] env[63043]: DEBUG oslo_vmware.api [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 719.234640] env[63043]: value = "task-2485733" [ 719.234640] env[63043]: _type = "Task" [ 719.234640] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.248195] env[63043]: DEBUG oslo_vmware.api [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.325121] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "70d8967e-a6f6-458e-965d-47ebfb867526" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.325421] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "70d8967e-a6f6-458e-965d-47ebfb867526" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.325770] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "70d8967e-a6f6-458e-965d-47ebfb867526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.326074] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "70d8967e-a6f6-458e-965d-47ebfb867526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.326138] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "70d8967e-a6f6-458e-965d-47ebfb867526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.328429] env[63043]: INFO nova.compute.manager [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Terminating instance [ 719.465737] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485732, 'name': CreateVM_Task, 'duration_secs': 0.33481} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.466465] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.467013] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.467187] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.468629] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.468629] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532badf4-1b86-4d9b-b3d6-fca9341aadba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.475955] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 719.475955] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524d67ee-2873-b49b-f10b-e141d48fa3a7" [ 719.475955] env[63043]: _type = "Task" [ 719.475955] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.485160] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524d67ee-2873-b49b-f10b-e141d48fa3a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.534337] env[63043]: DEBUG nova.network.neutron [req-5213f2d0-f44c-42dd-b83e-0ce68d9918ae req-af258ca8-7d19-41bf-8c19-9f41ff2eb40c service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updated VIF entry in instance network info cache for port 6e41f344-26ad-4c57-934d-a5c9238d76ea. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.534966] env[63043]: DEBUG nova.network.neutron [req-5213f2d0-f44c-42dd-b83e-0ce68d9918ae req-af258ca8-7d19-41bf-8c19-9f41ff2eb40c service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updating instance_info_cache with network_info: [{"id": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "address": "fa:16:3e:4a:57:e7", "network": {"id": "7f5f79d9-e98d-4fec-8caf-5a692878f0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e100d951f7342d0b65e040d1168bc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41f344-26", "ovs_interfaceid": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.606166] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.606166] env[63043]: DEBUG nova.compute.manager [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.610757] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.689s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.615554] env[63043]: INFO nova.compute.claims [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.643738] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.644139] env[63043]: DEBUG nova.compute.manager [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Instance network_info: |[{"id": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "address": "fa:16:3e:e2:76:2a", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd89a75d-57", "ovs_interfaceid": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.644787] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:76:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd89a75d-576d-41b2-9574-7f86e46c1cc0', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.655351] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Creating folder: Project (9d2f2e17117d41f78c9bb1028587f0ae). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.655667] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce59c031-e603-4fa7-b714-4b585ed12a74 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.669727] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Created folder: Project (9d2f2e17117d41f78c9bb1028587f0ae) in parent group-v502843. [ 719.669727] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Creating folder: Instances. Parent ref: group-v502945. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.669727] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7b7d0c6-756f-4dc6-8481-3a6756b1d8e8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.678479] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Created folder: Instances in parent group-v502945. [ 719.678745] env[63043]: DEBUG oslo.service.loopingcall [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.678933] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.679151] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1bacaf2-c580-4d3f-860d-9767ba79165c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.709373] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.709373] env[63043]: value = "task-2485736" [ 719.709373] env[63043]: _type = "Task" [ 719.709373] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.720208] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485736, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.747283] env[63043]: DEBUG oslo_vmware.api [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485733, 'name': ReconfigVM_Task, 'duration_secs': 0.213795} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.750043] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502939', 'volume_id': 'f89a46c8-0590-4761-90c6-9165635bbf5e', 'name': 'volume-f89a46c8-0590-4761-90c6-9165635bbf5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffd06d8f-e9e1-4a87-a1ee-3df21bc03941', 'attached_at': '', 'detached_at': '', 'volume_id': 'f89a46c8-0590-4761-90c6-9165635bbf5e', 'serial': 'f89a46c8-0590-4761-90c6-9165635bbf5e'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 719.750674] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.751130] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6c9301-2ab9-432f-a23c-c391b3d23ea7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.759599] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.759940] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a52bb520-bc00-465e-b035-d6b9d6c12117 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.831022] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.831022] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.831022] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleting the datastore file [datastore2] ffd06d8f-e9e1-4a87-a1ee-3df21bc03941 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.831022] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e6ddbde-da0b-4889-9d63-41c88ed2a0d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.832116] env[63043]: DEBUG nova.compute.manager [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.832411] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.833794] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eba3835-95eb-494c-9a88-0748bf2ce35a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.843101] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.844698] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb801418-4ad8-4e5a-a999-d134e23b207a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.846743] env[63043]: DEBUG oslo_vmware.api [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 719.846743] env[63043]: value = "task-2485738" [ 719.846743] env[63043]: _type = "Task" [ 719.846743] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.852951] env[63043]: DEBUG oslo_vmware.api [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 719.852951] env[63043]: value = "task-2485739" [ 719.852951] env[63043]: _type = "Task" [ 719.852951] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.858753] env[63043]: DEBUG nova.compute.manager [req-ff83f9a3-869c-4c83-ad90-2c9bbf0b1a76 req-bb283497-9cbf-45c3-a781-efbb04163284 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Received event network-changed-cd89a75d-576d-41b2-9574-7f86e46c1cc0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.858935] env[63043]: DEBUG nova.compute.manager [req-ff83f9a3-869c-4c83-ad90-2c9bbf0b1a76 req-bb283497-9cbf-45c3-a781-efbb04163284 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Refreshing instance network info cache due to event network-changed-cd89a75d-576d-41b2-9574-7f86e46c1cc0. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 719.859181] env[63043]: DEBUG oslo_concurrency.lockutils [req-ff83f9a3-869c-4c83-ad90-2c9bbf0b1a76 req-bb283497-9cbf-45c3-a781-efbb04163284 service nova] Acquiring lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.859330] env[63043]: DEBUG oslo_concurrency.lockutils [req-ff83f9a3-869c-4c83-ad90-2c9bbf0b1a76 req-bb283497-9cbf-45c3-a781-efbb04163284 service nova] Acquired lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.859487] env[63043]: DEBUG nova.network.neutron [req-ff83f9a3-869c-4c83-ad90-2c9bbf0b1a76 req-bb283497-9cbf-45c3-a781-efbb04163284 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Refreshing network info cache for port cd89a75d-576d-41b2-9574-7f86e46c1cc0 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.864626] env[63043]: DEBUG oslo_vmware.api [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.870365] env[63043]: DEBUG oslo_vmware.api [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.994060] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524d67ee-2873-b49b-f10b-e141d48fa3a7, 'name': SearchDatastore_Task, 'duration_secs': 0.021629} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.994490] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.994755] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.995112] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.995295] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.999240] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.001205] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f204d665-94b7-4227-b63d-0d1b456aaad4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.012931] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.014057] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.015705] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f60118-7748-4a79-b881-654a6aa07753 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.022136] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 720.022136] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524c41cd-ae69-a40b-9bd9-ebc88c2ab370" [ 720.022136] env[63043]: _type = "Task" [ 720.022136] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.032221] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524c41cd-ae69-a40b-9bd9-ebc88c2ab370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.039141] env[63043]: DEBUG oslo_concurrency.lockutils [req-5213f2d0-f44c-42dd-b83e-0ce68d9918ae req-af258ca8-7d19-41bf-8c19-9f41ff2eb40c service nova] Releasing lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.122352] env[63043]: DEBUG nova.compute.utils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 720.122352] env[63043]: DEBUG nova.compute.manager [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.122352] env[63043]: DEBUG nova.network.neutron [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.157142] env[63043]: DEBUG nova.compute.manager [req-2db6f50a-ea41-4985-8b22-7af5602bc31b req-9e23257c-0e5b-4fc8-a94d-3cbc59fed399 service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Received event network-changed-d6435763-cb08-4862-8505-9bad13981fd5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.157732] env[63043]: DEBUG nova.compute.manager [req-2db6f50a-ea41-4985-8b22-7af5602bc31b req-9e23257c-0e5b-4fc8-a94d-3cbc59fed399 service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Refreshing instance network info cache due to event network-changed-d6435763-cb08-4862-8505-9bad13981fd5. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.157732] env[63043]: DEBUG oslo_concurrency.lockutils [req-2db6f50a-ea41-4985-8b22-7af5602bc31b req-9e23257c-0e5b-4fc8-a94d-3cbc59fed399 service nova] Acquiring lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.157732] env[63043]: DEBUG oslo_concurrency.lockutils [req-2db6f50a-ea41-4985-8b22-7af5602bc31b req-9e23257c-0e5b-4fc8-a94d-3cbc59fed399 service nova] Acquired lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.157981] env[63043]: DEBUG nova.network.neutron [req-2db6f50a-ea41-4985-8b22-7af5602bc31b req-9e23257c-0e5b-4fc8-a94d-3cbc59fed399 service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Refreshing network info cache for port d6435763-cb08-4862-8505-9bad13981fd5 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.190525] env[63043]: DEBUG nova.policy [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f6cb933cf84d50960700c2bcb85035', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1702247f9a9243f9b3fecef116508c02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.221460] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485736, 'name': CreateVM_Task, 'duration_secs': 0.357548} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.221640] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.222351] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.222524] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.222849] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.223126] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9c67f1-26cd-4496-8de4-26b615a6fe35 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.230357] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 720.230357] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5228b913-20a7-fca4-1c20-96b240e63591" [ 720.230357] env[63043]: _type = "Task" [ 720.230357] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.236254] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5228b913-20a7-fca4-1c20-96b240e63591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.363064] env[63043]: DEBUG oslo_vmware.api [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23583} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.370653] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.370832] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.371555] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.371555] env[63043]: INFO nova.compute.manager [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Took 2.39 seconds to destroy the instance on the hypervisor. [ 720.371555] env[63043]: DEBUG oslo.service.loopingcall [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.382331] env[63043]: DEBUG oslo_vmware.api [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485739, 'name': PowerOffVM_Task, 'duration_secs': 0.260322} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.383908] env[63043]: DEBUG nova.compute.manager [-] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.383908] env[63043]: DEBUG nova.network.neutron [-] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.385721] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "a8cd95e8-213c-47bb-8082-30075fa6b60b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.386350] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "a8cd95e8-213c-47bb-8082-30075fa6b60b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.386350] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.386350] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.387487] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbecfa26-06ea-4310-821c-00cbf61a5f18 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.459011] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.459346] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.459660] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Deleting the datastore file [datastore2] 70d8967e-a6f6-458e-965d-47ebfb867526 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.460329] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c5e65ef-3551-42a5-8757-01f6aa48a789 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.469292] env[63043]: DEBUG oslo_vmware.api [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 720.469292] env[63043]: value = "task-2485741" [ 720.469292] env[63043]: _type = "Task" [ 720.469292] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.481736] env[63043]: DEBUG oslo_vmware.api [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.536557] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524c41cd-ae69-a40b-9bd9-ebc88c2ab370, 'name': SearchDatastore_Task, 'duration_secs': 0.015576} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.537041] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce67ba7-ec67-4405-a9bc-2ee05548dd17 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.543968] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 720.543968] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52063ef5-90a0-77cc-fba6-7995fb91b547" [ 720.543968] env[63043]: _type = "Task" [ 720.543968] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.560098] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52063ef5-90a0-77cc-fba6-7995fb91b547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.627538] env[63043]: DEBUG nova.compute.manager [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.699768] env[63043]: DEBUG nova.network.neutron [req-ff83f9a3-869c-4c83-ad90-2c9bbf0b1a76 req-bb283497-9cbf-45c3-a781-efbb04163284 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Updated VIF entry in instance network info cache for port cd89a75d-576d-41b2-9574-7f86e46c1cc0. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.700402] env[63043]: DEBUG nova.network.neutron [req-ff83f9a3-869c-4c83-ad90-2c9bbf0b1a76 req-bb283497-9cbf-45c3-a781-efbb04163284 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Updating instance_info_cache with network_info: [{"id": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "address": "fa:16:3e:e2:76:2a", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd89a75d-57", "ovs_interfaceid": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.742761] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5228b913-20a7-fca4-1c20-96b240e63591, 'name': SearchDatastore_Task, 'duration_secs': 0.03301} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.745434] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.746145] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.746447] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.974241] env[63043]: DEBUG nova.network.neutron [req-2db6f50a-ea41-4985-8b22-7af5602bc31b req-9e23257c-0e5b-4fc8-a94d-3cbc59fed399 service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Updated VIF entry in instance network info cache for port d6435763-cb08-4862-8505-9bad13981fd5. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.974756] env[63043]: DEBUG nova.network.neutron [req-2db6f50a-ea41-4985-8b22-7af5602bc31b req-9e23257c-0e5b-4fc8-a94d-3cbc59fed399 service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Updating instance_info_cache with network_info: [{"id": "d6435763-cb08-4862-8505-9bad13981fd5", "address": "fa:16:3e:9e:3f:68", "network": {"id": "424538dc-c9a0-48e3-b627-5a7fe4eb7947", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1881320714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d500b88ef54a4cab9322659cb1a7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6435763-cb", "ovs_interfaceid": "d6435763-cb08-4862-8505-9bad13981fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.996587] env[63043]: DEBUG oslo_vmware.api [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224296} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.996961] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.997162] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.997337] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.997502] env[63043]: INFO nova.compute.manager [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Took 1.17 seconds to destroy the instance on the hypervisor. [ 720.997746] env[63043]: DEBUG oslo.service.loopingcall [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.997937] env[63043]: DEBUG nova.compute.manager [-] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.998036] env[63043]: DEBUG nova.network.neutron [-] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.015548] env[63043]: DEBUG nova.network.neutron [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Successfully created port: 1637dc8e-99c0-4bf8-88df-07978a3be945 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.063038] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52063ef5-90a0-77cc-fba6-7995fb91b547, 'name': SearchDatastore_Task, 'duration_secs': 0.013515} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.067309] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.067309] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 2cbfe3ec-021d-49ac-909f-88b44a8844ca/2cbfe3ec-021d-49ac-909f-88b44a8844ca.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.067309] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.067309] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.067309] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c94cf75a-bd23-4584-8785-1c6a748eba4e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.069346] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b050cddb-0fca-468d-8ac3-b30dcd74485c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.076209] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 721.076209] env[63043]: value = "task-2485742" [ 721.076209] env[63043]: _type = "Task" [ 721.076209] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.081767] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.081985] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.083225] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87a233d-0ba7-468b-9d96-7f895e1f48b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.092325] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.096691] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 721.096691] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523dace0-effc-8446-110a-1fe84fcfb7d5" [ 721.096691] env[63043]: _type = "Task" [ 721.096691] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.105204] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523dace0-effc-8446-110a-1fe84fcfb7d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.203413] env[63043]: DEBUG oslo_concurrency.lockutils [req-ff83f9a3-869c-4c83-ad90-2c9bbf0b1a76 req-bb283497-9cbf-45c3-a781-efbb04163284 service nova] Releasing lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.261376] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3166a4-2c9e-48c8-b469-2bfda82555f8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.269371] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9d5ec3-1c99-4ec1-8e03-0d717f95f3a3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.307901] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151700f2-837e-4e69-bdb9-2701d286788f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.315515] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7fe101-5080-4794-8783-6b359e9ea639 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.332964] env[63043]: DEBUG nova.compute.provider_tree [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.487435] env[63043]: DEBUG oslo_concurrency.lockutils [req-2db6f50a-ea41-4985-8b22-7af5602bc31b req-9e23257c-0e5b-4fc8-a94d-3cbc59fed399 service nova] Releasing lock "refresh_cache-70d8967e-a6f6-458e-965d-47ebfb867526" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.516272] env[63043]: DEBUG nova.network.neutron [-] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.587029] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485742, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.607496] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523dace0-effc-8446-110a-1fe84fcfb7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.022783} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.608460] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5b7c2e-850d-465d-948c-50b023a89996 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.614171] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 721.614171] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524141a3-07ee-48e2-aaf1-3b7c0e4999a8" [ 721.614171] env[63043]: _type = "Task" [ 721.614171] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.623704] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524141a3-07ee-48e2-aaf1-3b7c0e4999a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.648350] env[63043]: DEBUG nova.compute.manager [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.697979] env[63043]: DEBUG nova.virt.hardware [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.697979] env[63043]: DEBUG nova.virt.hardware [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.697979] env[63043]: DEBUG nova.virt.hardware [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.697979] env[63043]: DEBUG nova.virt.hardware [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.697979] env[63043]: DEBUG nova.virt.hardware [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.697979] env[63043]: DEBUG nova.virt.hardware [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.697979] env[63043]: DEBUG nova.virt.hardware [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.697979] env[63043]: DEBUG nova.virt.hardware [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.697979] env[63043]: DEBUG nova.virt.hardware [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.697979] env[63043]: DEBUG nova.virt.hardware [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.697979] env[63043]: DEBUG nova.virt.hardware [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.698885] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6442cabe-ee6b-4c4d-b235-cfc9d9792f61 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.707454] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39b6c60-1244-4f74-89c9-6db1f91285af {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.765298] env[63043]: DEBUG nova.network.neutron [-] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.836404] env[63043]: DEBUG nova.scheduler.client.report [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.882807] env[63043]: DEBUG nova.compute.manager [req-7945fe8c-bfc5-459e-963d-6100637ee20f req-41528496-f5db-4c6b-8649-03312b61543e service nova] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Received event network-vif-deleted-e9ac6978-87be-4012-8baf-aa67ad603545 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.018764] env[63043]: INFO nova.compute.manager [-] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Took 1.64 seconds to deallocate network for instance. [ 722.086866] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719277} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.087759] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 2cbfe3ec-021d-49ac-909f-88b44a8844ca/2cbfe3ec-021d-49ac-909f-88b44a8844ca.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.087759] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.087759] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-348ec2c0-5e4a-4bcc-bd0d-990024e8e56d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.094289] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 722.094289] env[63043]: value = "task-2485743" [ 722.094289] env[63043]: _type = "Task" [ 722.094289] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.104897] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.125056] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524141a3-07ee-48e2-aaf1-3b7c0e4999a8, 'name': SearchDatastore_Task, 'duration_secs': 0.053729} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.125469] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.125623] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] dd9d50c4-0607-4247-8e76-06903fb0a599/dd9d50c4-0607-4247-8e76-06903fb0a599.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.125877] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e9adea8-5483-4c06-8d6a-a11406721f4a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.131744] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 722.131744] env[63043]: value = "task-2485744" [ 722.131744] env[63043]: _type = "Task" [ 722.131744] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.140558] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.185509] env[63043]: DEBUG nova.compute.manager [req-6af66c83-7674-49d5-a811-fe829b3ae870 req-e36a055a-adbb-4c36-a151-ba78949db4f3 service nova] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Received event network-vif-deleted-d6435763-cb08-4862-8505-9bad13981fd5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.270182] env[63043]: INFO nova.compute.manager [-] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Took 1.27 seconds to deallocate network for instance. [ 722.341389] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.342217] env[63043]: DEBUG nova.compute.manager [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.345708] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.304s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.345978] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.348347] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.175s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.349142] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.351136] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.823s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.353191] env[63043]: INFO nova.compute.claims [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.384011] env[63043]: INFO nova.scheduler.client.report [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Deleted allocations for instance 14f3e0ba-7c1f-4744-b258-52e3dce205b1 [ 722.393987] env[63043]: INFO nova.scheduler.client.report [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Deleted allocations for instance 0f02137b-ae02-4c2b-9188-50e4d80c11f6 [ 722.595932] env[63043]: INFO nova.compute.manager [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Took 0.58 seconds to detach 1 volumes for instance. [ 722.609990] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066329} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.610296] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.611118] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e7249b-78e9-475b-9b0b-2896459460eb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.635761] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 2cbfe3ec-021d-49ac-909f-88b44a8844ca/2cbfe3ec-021d-49ac-909f-88b44a8844ca.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.636315] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd35395-74cd-4561-bfaa-617b5382bb39 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.661969] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492844} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.663134] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] dd9d50c4-0607-4247-8e76-06903fb0a599/dd9d50c4-0607-4247-8e76-06903fb0a599.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.663386] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.663608] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 722.663608] env[63043]: value = "task-2485745" [ 722.663608] env[63043]: _type = "Task" [ 722.663608] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.664591] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8455602f-6e9a-45e2-8bc8-816467172b39 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.675753] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485745, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.676114] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 722.676114] env[63043]: value = "task-2485746" [ 722.676114] env[63043]: _type = "Task" [ 722.676114] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.684439] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.779638] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.857291] env[63043]: DEBUG nova.compute.utils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 722.861826] env[63043]: DEBUG nova.compute.manager [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.862080] env[63043]: DEBUG nova.network.neutron [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.893219] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a85ffc6-2fbf-4041-b334-6decf3e45321 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "14f3e0ba-7c1f-4744-b258-52e3dce205b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.471s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.903904] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e8acaf0-f390-4d54-a371-39e10ecf141c tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Lock "0f02137b-ae02-4c2b-9188-50e4d80c11f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.493s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.948932] env[63043]: DEBUG nova.policy [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aafe50b505c94185a387f6299b42593d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78f4f0dc1bf4ce9acd32a0128904cb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.107096] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.167529] env[63043]: DEBUG nova.network.neutron [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Successfully updated port: 1637dc8e-99c0-4bf8-88df-07978a3be945 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.179858] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485745, 'name': ReconfigVM_Task, 'duration_secs': 0.295502} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.186931] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 2cbfe3ec-021d-49ac-909f-88b44a8844ca/2cbfe3ec-021d-49ac-909f-88b44a8844ca.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.186931] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d9511fc-e360-456c-91f0-a343dad9f71b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.192632] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079964} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.194662] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.195031] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 723.195031] env[63043]: value = "task-2485747" [ 723.195031] env[63043]: _type = "Task" [ 723.195031] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.196273] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b6e8b5-fcd2-4d4e-8c5c-ffe3eda999be {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.227230] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] dd9d50c4-0607-4247-8e76-06903fb0a599/dd9d50c4-0607-4247-8e76-06903fb0a599.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.232621] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec141569-f38a-4b89-a409-f751f942c107 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.254093] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485747, 'name': Rename_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.260966] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 723.260966] env[63043]: value = "task-2485748" [ 723.260966] env[63043]: _type = "Task" [ 723.260966] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.270438] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.365110] env[63043]: DEBUG oslo_vmware.rw_handles [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c71727-8e23-3f80-654f-aa3a54d696df/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 723.368788] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f240b5-570f-466b-bca0-de48ccd80d53 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.372484] env[63043]: DEBUG nova.compute.manager [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.378876] env[63043]: DEBUG oslo_vmware.rw_handles [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c71727-8e23-3f80-654f-aa3a54d696df/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 723.379055] env[63043]: ERROR oslo_vmware.rw_handles [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c71727-8e23-3f80-654f-aa3a54d696df/disk-0.vmdk due to incomplete transfer. [ 723.379296] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a061b110-d82c-4b41-88a2-7e9c718e0775 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.386299] env[63043]: DEBUG oslo_vmware.rw_handles [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c71727-8e23-3f80-654f-aa3a54d696df/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 723.386779] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Uploaded image 7aa3cfdf-9e4d-4245-93e0-bd00ab289ba7 to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 723.389647] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 723.389905] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a593149a-3753-4450-acee-3583062b0f7c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.397770] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 723.397770] env[63043]: value = "task-2485749" [ 723.397770] env[63043]: _type = "Task" [ 723.397770] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.409553] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485749, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.433320] env[63043]: DEBUG nova.network.neutron [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Successfully created port: 48f29976-1294-41e7-84b0-bbbb995e6c10 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.670241] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "refresh_cache-974b051e-74c5-457d-b734-ef7fa65a8d3d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.670532] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired lock "refresh_cache-974b051e-74c5-457d-b734-ef7fa65a8d3d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.670619] env[63043]: DEBUG nova.network.neutron [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.710125] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485747, 'name': Rename_Task, 'duration_secs': 0.139762} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.713485] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.714352] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39cf29e3-e3bd-4898-aead-c18f1f3d6080 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.725596] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 723.725596] env[63043]: value = "task-2485750" [ 723.725596] env[63043]: _type = "Task" [ 723.725596] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.735948] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.773853] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485748, 'name': ReconfigVM_Task, 'duration_secs': 0.287629} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.777875] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Reconfigured VM instance instance-00000023 to attach disk [datastore2] dd9d50c4-0607-4247-8e76-06903fb0a599/dd9d50c4-0607-4247-8e76-06903fb0a599.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.779038] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62a84b8e-b96a-4851-b160-ccb7e9bec92b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.787308] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 723.787308] env[63043]: value = "task-2485751" [ 723.787308] env[63043]: _type = "Task" [ 723.787308] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.805819] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485751, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.888033] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684df957-8ec2-432d-8593-e91e31fc80f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.892472] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540a620a-78f7-479b-b4c9-2d6743bb47e3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.930370] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dbea0d-f72d-4b34-9d5e-57122553328d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.936730] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485749, 'name': Destroy_Task, 'duration_secs': 0.366405} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.937529] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Destroyed the VM [ 723.937868] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 723.938179] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f1c036d2-81fc-4dd7-9cc7-611f019ee6d5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.944215] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80a6b74-fd93-4ebe-a013-045e361e726f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.949721] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 723.949721] env[63043]: value = "task-2485752" [ 723.949721] env[63043]: _type = "Task" [ 723.949721] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.961940] env[63043]: DEBUG nova.compute.provider_tree [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.969446] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.994256] env[63043]: DEBUG nova.compute.manager [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Received event network-vif-plugged-1637dc8e-99c0-4bf8-88df-07978a3be945 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.994516] env[63043]: DEBUG oslo_concurrency.lockutils [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] Acquiring lock "974b051e-74c5-457d-b734-ef7fa65a8d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.994728] env[63043]: DEBUG oslo_concurrency.lockutils [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] Lock "974b051e-74c5-457d-b734-ef7fa65a8d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.995099] env[63043]: DEBUG oslo_concurrency.lockutils [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] Lock "974b051e-74c5-457d-b734-ef7fa65a8d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.995908] env[63043]: DEBUG nova.compute.manager [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] No waiting events found dispatching network-vif-plugged-1637dc8e-99c0-4bf8-88df-07978a3be945 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.995908] env[63043]: WARNING nova.compute.manager [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Received unexpected event network-vif-plugged-1637dc8e-99c0-4bf8-88df-07978a3be945 for instance with vm_state building and task_state spawning. [ 723.996046] env[63043]: DEBUG nova.compute.manager [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Received event network-changed-1637dc8e-99c0-4bf8-88df-07978a3be945 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.996298] env[63043]: DEBUG nova.compute.manager [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Refreshing instance network info cache due to event network-changed-1637dc8e-99c0-4bf8-88df-07978a3be945. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 723.996553] env[63043]: DEBUG oslo_concurrency.lockutils [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] Acquiring lock "refresh_cache-974b051e-74c5-457d-b734-ef7fa65a8d3d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.240901] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485750, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.242403] env[63043]: DEBUG nova.network.neutron [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.300421] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485751, 'name': Rename_Task, 'duration_secs': 0.212486} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.300957] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.301333] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21aa5df1-5995-4234-92e0-8a79cc269ffa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.307649] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 724.307649] env[63043]: value = "task-2485753" [ 724.307649] env[63043]: _type = "Task" [ 724.307649] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.315643] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.384204] env[63043]: DEBUG nova.compute.manager [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.424140] env[63043]: DEBUG nova.virt.hardware [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.424140] env[63043]: DEBUG nova.virt.hardware [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.424140] env[63043]: DEBUG nova.virt.hardware [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.424140] env[63043]: DEBUG nova.virt.hardware [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.424140] env[63043]: DEBUG nova.virt.hardware [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.424140] env[63043]: DEBUG nova.virt.hardware [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.424445] env[63043]: DEBUG nova.virt.hardware [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.424793] env[63043]: DEBUG nova.virt.hardware [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.425081] env[63043]: DEBUG nova.virt.hardware [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.425363] env[63043]: DEBUG nova.virt.hardware [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.425638] env[63043]: DEBUG nova.virt.hardware [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.426637] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e48c72-4e52-4105-a584-6279c23437de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.435137] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc824524-e25b-4612-9fee-dea231e86912 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.459503] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485752, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.468030] env[63043]: DEBUG nova.scheduler.client.report [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.617504] env[63043]: DEBUG nova.network.neutron [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Updating instance_info_cache with network_info: [{"id": "1637dc8e-99c0-4bf8-88df-07978a3be945", "address": "fa:16:3e:b1:bb:29", "network": {"id": "97448065-6312-4739-a6bc-4cacefdfcb92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-695100015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1702247f9a9243f9b3fecef116508c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1637dc8e-99", "ovs_interfaceid": "1637dc8e-99c0-4bf8-88df-07978a3be945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.739163] env[63043]: DEBUG oslo_vmware.api [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485750, 'name': PowerOnVM_Task, 'duration_secs': 0.655914} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.743018] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.743018] env[63043]: INFO nova.compute.manager [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Took 5.93 seconds to spawn the instance on the hypervisor. [ 724.743018] env[63043]: DEBUG nova.compute.manager [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.743018] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9122b5-859d-419f-9e8a-543b40054b97 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.818965] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.965707] env[63043]: DEBUG oslo_vmware.api [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485752, 'name': RemoveSnapshot_Task, 'duration_secs': 0.562996} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.966234] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 724.966388] env[63043]: INFO nova.compute.manager [None req-ee8f9993-0a65-4219-9326-e1aee57e923a tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Took 15.52 seconds to snapshot the instance on the hypervisor. [ 724.970275] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.970749] env[63043]: DEBUG nova.compute.manager [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.974017] env[63043]: DEBUG oslo_concurrency.lockutils [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.004s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.974017] env[63043]: DEBUG oslo_concurrency.lockutils [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.975892] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.841s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.978038] env[63043]: INFO nova.compute.claims [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.010848] env[63043]: INFO nova.scheduler.client.report [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Deleted allocations for instance 443ff84c-f6fa-4514-9589-9fd02c7d7851 [ 725.118403] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Releasing lock "refresh_cache-974b051e-74c5-457d-b734-ef7fa65a8d3d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.118403] env[63043]: DEBUG nova.compute.manager [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Instance network_info: |[{"id": "1637dc8e-99c0-4bf8-88df-07978a3be945", "address": "fa:16:3e:b1:bb:29", "network": {"id": "97448065-6312-4739-a6bc-4cacefdfcb92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-695100015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1702247f9a9243f9b3fecef116508c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1637dc8e-99", "ovs_interfaceid": "1637dc8e-99c0-4bf8-88df-07978a3be945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.119587] env[63043]: DEBUG oslo_concurrency.lockutils [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] Acquired lock "refresh_cache-974b051e-74c5-457d-b734-ef7fa65a8d3d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.119587] env[63043]: DEBUG nova.network.neutron [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Refreshing network info cache for port 1637dc8e-99c0-4bf8-88df-07978a3be945 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.120372] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:bb:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1637dc8e-99c0-4bf8-88df-07978a3be945', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.132194] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Creating folder: Project (1702247f9a9243f9b3fecef116508c02). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.136291] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42a18ca4-7b0d-44b8-9d29-f76baac87baa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.147167] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Created folder: Project (1702247f9a9243f9b3fecef116508c02) in parent group-v502843. [ 725.148405] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Creating folder: Instances. Parent ref: group-v502948. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.148405] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddea4cfc-cf7e-4306-b127-c9a9b9ee2046 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.157908] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Created folder: Instances in parent group-v502948. [ 725.158180] env[63043]: DEBUG oslo.service.loopingcall [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.160149] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.160149] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e986b431-0cf1-4cf4-890c-f7379ad21e23 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.181482] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.181482] env[63043]: value = "task-2485756" [ 725.181482] env[63043]: _type = "Task" [ 725.181482] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.189605] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485756, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.260266] env[63043]: INFO nova.compute.manager [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Took 38.55 seconds to build instance. [ 725.326757] env[63043]: DEBUG oslo_vmware.api [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485753, 'name': PowerOnVM_Task, 'duration_secs': 0.834038} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.326906] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.329039] env[63043]: INFO nova.compute.manager [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Took 9.24 seconds to spawn the instance on the hypervisor. [ 725.329232] env[63043]: DEBUG nova.compute.manager [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.330455] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5061e4-3ef8-4df3-ab09-cd2f1d4b3f2c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.481848] env[63043]: DEBUG nova.compute.utils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 725.485296] env[63043]: DEBUG nova.compute.manager [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.485648] env[63043]: DEBUG nova.network.neutron [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.525136] env[63043]: DEBUG oslo_concurrency.lockutils [None req-187c20d0-bd3d-4e86-9b49-d0dd499133fc tempest-ServersAaction247Test-241015173 tempest-ServersAaction247Test-241015173-project-member] Lock "443ff84c-f6fa-4514-9589-9fd02c7d7851" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.924s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.527596] env[63043]: DEBUG nova.compute.manager [req-67bfc0a1-7f87-4f35-a3c6-8d9c898a56e1 req-c4336082-4b61-4c07-9537-d668f77ffcf0 service nova] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Received event network-vif-plugged-48f29976-1294-41e7-84b0-bbbb995e6c10 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.527803] env[63043]: DEBUG oslo_concurrency.lockutils [req-67bfc0a1-7f87-4f35-a3c6-8d9c898a56e1 req-c4336082-4b61-4c07-9537-d668f77ffcf0 service nova] Acquiring lock "8faf95e3-ce3a-4e0a-91f1-f508a80fb268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.528022] env[63043]: DEBUG oslo_concurrency.lockutils [req-67bfc0a1-7f87-4f35-a3c6-8d9c898a56e1 req-c4336082-4b61-4c07-9537-d668f77ffcf0 service nova] Lock "8faf95e3-ce3a-4e0a-91f1-f508a80fb268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.528190] env[63043]: DEBUG oslo_concurrency.lockutils [req-67bfc0a1-7f87-4f35-a3c6-8d9c898a56e1 req-c4336082-4b61-4c07-9537-d668f77ffcf0 service nova] Lock "8faf95e3-ce3a-4e0a-91f1-f508a80fb268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.528358] env[63043]: DEBUG nova.compute.manager [req-67bfc0a1-7f87-4f35-a3c6-8d9c898a56e1 req-c4336082-4b61-4c07-9537-d668f77ffcf0 service nova] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] No waiting events found dispatching network-vif-plugged-48f29976-1294-41e7-84b0-bbbb995e6c10 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.528518] env[63043]: WARNING nova.compute.manager [req-67bfc0a1-7f87-4f35-a3c6-8d9c898a56e1 req-c4336082-4b61-4c07-9537-d668f77ffcf0 service nova] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Received unexpected event network-vif-plugged-48f29976-1294-41e7-84b0-bbbb995e6c10 for instance with vm_state building and task_state spawning. [ 725.696336] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485756, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.697426] env[63043]: DEBUG nova.network.neutron [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Successfully updated port: 48f29976-1294-41e7-84b0-bbbb995e6c10 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.763456] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6cc6d737-6109-4dbf-bc7c-9c23f0edac79 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Lock "2cbfe3ec-021d-49ac-909f-88b44a8844ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.197s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.858491] env[63043]: INFO nova.compute.manager [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Took 43.80 seconds to build instance. [ 725.978956] env[63043]: DEBUG nova.policy [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10e0e28f61004581a161326a415e69e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d7adc2a6fe64fe88e295f263b613a99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.990512] env[63043]: DEBUG nova.compute.manager [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.008944] env[63043]: DEBUG nova.network.neutron [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Updated VIF entry in instance network info cache for port 1637dc8e-99c0-4bf8-88df-07978a3be945. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.009328] env[63043]: DEBUG nova.network.neutron [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Updating instance_info_cache with network_info: [{"id": "1637dc8e-99c0-4bf8-88df-07978a3be945", "address": "fa:16:3e:b1:bb:29", "network": {"id": "97448065-6312-4739-a6bc-4cacefdfcb92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-695100015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1702247f9a9243f9b3fecef116508c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1637dc8e-99", "ovs_interfaceid": "1637dc8e-99c0-4bf8-88df-07978a3be945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.193794] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485756, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.200506] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "refresh_cache-8faf95e3-ce3a-4e0a-91f1-f508a80fb268" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.200620] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "refresh_cache-8faf95e3-ce3a-4e0a-91f1-f508a80fb268" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.200762] env[63043]: DEBUG nova.network.neutron [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.225973] env[63043]: INFO nova.compute.manager [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Rebuilding instance [ 726.266121] env[63043]: DEBUG nova.compute.manager [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.286774] env[63043]: DEBUG nova.compute.manager [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.287651] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17e074-3eae-40c7-b9cb-728ff9f1f654 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.362938] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "dd9d50c4-0607-4247-8e76-06903fb0a599" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.960s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.500964] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "61a2f66a-e85c-4d6f-9558-d398cacaa941" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.501260] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "61a2f66a-e85c-4d6f-9558-d398cacaa941" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.501420] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "61a2f66a-e85c-4d6f-9558-d398cacaa941-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.501920] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "61a2f66a-e85c-4d6f-9558-d398cacaa941-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.502209] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "61a2f66a-e85c-4d6f-9558-d398cacaa941-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.505985] env[63043]: INFO nova.compute.manager [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Terminating instance [ 726.516561] env[63043]: DEBUG oslo_concurrency.lockutils [req-21d66c8e-f689-4095-98a4-1f82c7f709cb req-27242b63-294c-4c7e-8d0c-325efd4f249f service nova] Releasing lock "refresh_cache-974b051e-74c5-457d-b734-ef7fa65a8d3d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.548868] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9304ea-1a6f-4f62-9582-d21976bbe5d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.561036] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbb1f04-4497-41d6-9cb1-a5b7ab8ccd5d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.592513] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da753e06-590c-4111-9e19-f5da726dd42d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.599710] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a24679d-699f-4690-bd12-33eb943f42e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.617214] env[63043]: DEBUG nova.compute.provider_tree [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.695209] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485756, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.749792] env[63043]: DEBUG nova.network.neutron [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Successfully created port: 4ef0d9db-6aab-4318-9f6a-03adf1bde26f {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.808497] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.809787] env[63043]: DEBUG nova.network.neutron [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.867187] env[63043]: DEBUG nova.compute.manager [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.009310] env[63043]: DEBUG nova.compute.manager [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.013261] env[63043]: DEBUG nova.compute.manager [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.013634] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.016265] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7f362-07eb-45f1-9973-befa6f6f4462 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.026352] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.026352] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b27c4296-31ac-4eed-bdce-c98bb762e4e5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.036313] env[63043]: DEBUG oslo_vmware.api [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 727.036313] env[63043]: value = "task-2485757" [ 727.036313] env[63043]: _type = "Task" [ 727.036313] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.042896] env[63043]: DEBUG nova.virt.hardware [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:05:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1541b220-bd77-450a-98ab-761e09ecd3f0',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1099687806',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.043356] env[63043]: DEBUG nova.virt.hardware [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.043437] env[63043]: DEBUG nova.virt.hardware [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.044047] env[63043]: DEBUG nova.virt.hardware [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.044047] env[63043]: DEBUG nova.virt.hardware [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.044047] env[63043]: DEBUG nova.virt.hardware [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.044206] env[63043]: DEBUG nova.virt.hardware [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.044361] env[63043]: DEBUG nova.virt.hardware [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.044536] env[63043]: DEBUG nova.virt.hardware [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.048214] env[63043]: DEBUG nova.virt.hardware [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.048448] env[63043]: DEBUG nova.virt.hardware [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.049658] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533953d4-91b0-44ee-83cb-175bc360d66c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.062239] env[63043]: DEBUG oslo_vmware.api [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.067148] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de44cf35-9cea-4373-aa6c-ae32f7e14b32 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.122093] env[63043]: DEBUG nova.scheduler.client.report [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.195070] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485756, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.233855] env[63043]: DEBUG nova.network.neutron [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Updating instance_info_cache with network_info: [{"id": "48f29976-1294-41e7-84b0-bbbb995e6c10", "address": "fa:16:3e:3a:50:3e", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f29976-12", "ovs_interfaceid": "48f29976-1294-41e7-84b0-bbbb995e6c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.309924] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.310280] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a2f1c4a-0424-4cca-8e34-01f6c78b1a12 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.317603] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 727.317603] env[63043]: value = "task-2485758" [ 727.317603] env[63043]: _type = "Task" [ 727.317603] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.326924] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.397335] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.545598] env[63043]: DEBUG oslo_vmware.api [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.630023] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.630023] env[63043]: DEBUG nova.compute.manager [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.630879] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.672s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.633256] env[63043]: INFO nova.compute.claims [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.699255] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485756, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.737248] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "refresh_cache-8faf95e3-ce3a-4e0a-91f1-f508a80fb268" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.737643] env[63043]: DEBUG nova.compute.manager [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Instance network_info: |[{"id": "48f29976-1294-41e7-84b0-bbbb995e6c10", "address": "fa:16:3e:3a:50:3e", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f29976-12", "ovs_interfaceid": "48f29976-1294-41e7-84b0-bbbb995e6c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.738127] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:50:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48f29976-1294-41e7-84b0-bbbb995e6c10', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.753294] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Creating folder: Project (a78f4f0dc1bf4ce9acd32a0128904cb6). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.753294] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f562ee4-e856-425a-8a56-016fe8269a4f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.768960] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Created folder: Project (a78f4f0dc1bf4ce9acd32a0128904cb6) in parent group-v502843. [ 727.768960] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Creating folder: Instances. Parent ref: group-v502951. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.768960] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-153e1833-7758-4376-b355-d1be20ad0905 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.781860] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Created folder: Instances in parent group-v502951. [ 727.781860] env[63043]: DEBUG oslo.service.loopingcall [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.781860] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.781860] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24bc17d4-3dc6-4fd8-9783-ca43778f6926 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.804862] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.804862] env[63043]: value = "task-2485761" [ 727.804862] env[63043]: _type = "Task" [ 727.804862] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.818219] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485761, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.831219] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485758, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.884895] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "4db389d7-fff2-4e65-a3b9-a6931964201a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.885203] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "4db389d7-fff2-4e65-a3b9-a6931964201a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.049612] env[63043]: DEBUG oslo_vmware.api [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485757, 'name': PowerOffVM_Task, 'duration_secs': 0.879699} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.049938] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.050156] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.050435] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d57d28be-c9e7-4723-b23e-2bf832a8fd43 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.087794] env[63043]: DEBUG nova.compute.manager [req-ae0adf0b-e363-477f-b1e2-bbf5f53e596a req-086b9290-940a-4598-9013-6aa348a16bdf service nova] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Received event network-changed-48f29976-1294-41e7-84b0-bbbb995e6c10 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.087794] env[63043]: DEBUG nova.compute.manager [req-ae0adf0b-e363-477f-b1e2-bbf5f53e596a req-086b9290-940a-4598-9013-6aa348a16bdf service nova] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Refreshing instance network info cache due to event network-changed-48f29976-1294-41e7-84b0-bbbb995e6c10. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 728.088019] env[63043]: DEBUG oslo_concurrency.lockutils [req-ae0adf0b-e363-477f-b1e2-bbf5f53e596a req-086b9290-940a-4598-9013-6aa348a16bdf service nova] Acquiring lock "refresh_cache-8faf95e3-ce3a-4e0a-91f1-f508a80fb268" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.088324] env[63043]: DEBUG oslo_concurrency.lockutils [req-ae0adf0b-e363-477f-b1e2-bbf5f53e596a req-086b9290-940a-4598-9013-6aa348a16bdf service nova] Acquired lock "refresh_cache-8faf95e3-ce3a-4e0a-91f1-f508a80fb268" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.088324] env[63043]: DEBUG nova.network.neutron [req-ae0adf0b-e363-477f-b1e2-bbf5f53e596a req-086b9290-940a-4598-9013-6aa348a16bdf service nova] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Refreshing network info cache for port 48f29976-1294-41e7-84b0-bbbb995e6c10 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.140524] env[63043]: DEBUG nova.compute.utils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 728.143822] env[63043]: DEBUG nova.compute.manager [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.144085] env[63043]: DEBUG nova.network.neutron [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.156276] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.156496] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.156686] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Deleting the datastore file [datastore1] 61a2f66a-e85c-4d6f-9558-d398cacaa941 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.157343] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caf83964-2955-49cb-8f0d-0f27aaad8cb5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.165562] env[63043]: DEBUG oslo_vmware.api [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 728.165562] env[63043]: value = "task-2485763" [ 728.165562] env[63043]: _type = "Task" [ 728.165562] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.175187] env[63043]: DEBUG oslo_vmware.api [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.198536] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485756, 'name': CreateVM_Task, 'duration_secs': 2.720241} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.198819] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.199669] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.199912] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.200380] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.200888] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cdd393c-7b7c-43f6-b6b6-0f42af84d7ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.206569] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 728.206569] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bcdcb8-871e-2d33-d664-ac3caf25a2b6" [ 728.206569] env[63043]: _type = "Task" [ 728.206569] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.207991] env[63043]: DEBUG nova.policy [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63837e386d9c4ba58041c7a7dbabe6b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad132d8fcb18474b9f4765815bc5bddb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.220397] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bcdcb8-871e-2d33-d664-ac3caf25a2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.316875] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485761, 'name': CreateVM_Task, 'duration_secs': 0.466953} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.317272] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.318099] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.329219] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485758, 'name': PowerOffVM_Task, 'duration_secs': 0.58223} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.329219] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.329590] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.330586] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb7fbcd-cbb9-40be-a8ef-930b42d0cabd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.339114] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.339465] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bcf3cc5-9347-4005-b617-9e8507f6179c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.361854] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.362124] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.362280] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Deleting the datastore file [datastore2] 2cbfe3ec-021d-49ac-909f-88b44a8844ca {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.362540] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7903259d-4b8a-4014-b3b5-aed166f7af9c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.370623] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 728.370623] env[63043]: value = "task-2485765" [ 728.370623] env[63043]: _type = "Task" [ 728.370623] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.381775] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "840ebeae-7457-46e3-b018-9b0d3c6aa156" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.382107] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "840ebeae-7457-46e3-b018-9b0d3c6aa156" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.389241] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.646664] env[63043]: DEBUG nova.compute.manager [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.680545] env[63043]: DEBUG oslo_vmware.api [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147884} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.681520] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.681775] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.682064] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.682354] env[63043]: INFO nova.compute.manager [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Took 1.67 seconds to destroy the instance on the hypervisor. [ 728.682662] env[63043]: DEBUG oslo.service.loopingcall [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.682907] env[63043]: DEBUG nova.compute.manager [-] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.683657] env[63043]: DEBUG nova.network.neutron [-] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.719330] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bcdcb8-871e-2d33-d664-ac3caf25a2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01927} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.723826] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.724181] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.724471] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.724657] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.724892] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.726142] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.726142] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.726142] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af50feb6-d229-4ee5-b709-65005d77dd45 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.728159] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0beb1f4b-9369-493b-9fc5-5d6d9b0c65b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.734168] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 728.734168] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5221c913-6003-292c-4ad3-c18f82ea0cf1" [ 728.734168] env[63043]: _type = "Task" [ 728.734168] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.739779] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.739911] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.740993] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adfad647-65c9-417a-b359-a5648cc70222 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.750166] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5221c913-6003-292c-4ad3-c18f82ea0cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.753532] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 728.753532] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529d5487-e035-d84b-4c74-b307f074a8a6" [ 728.753532] env[63043]: _type = "Task" [ 728.753532] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.762299] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529d5487-e035-d84b-4c74-b307f074a8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.886517] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09397} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.886860] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.887329] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.887420] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.933916] env[63043]: DEBUG nova.network.neutron [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Successfully created port: a1cdb562-3650-447c-8f62-7ae3abdd15db {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.026333] env[63043]: DEBUG nova.network.neutron [req-ae0adf0b-e363-477f-b1e2-bbf5f53e596a req-086b9290-940a-4598-9013-6aa348a16bdf service nova] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Updated VIF entry in instance network info cache for port 48f29976-1294-41e7-84b0-bbbb995e6c10. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.026710] env[63043]: DEBUG nova.network.neutron [req-ae0adf0b-e363-477f-b1e2-bbf5f53e596a req-086b9290-940a-4598-9013-6aa348a16bdf service nova] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Updating instance_info_cache with network_info: [{"id": "48f29976-1294-41e7-84b0-bbbb995e6c10", "address": "fa:16:3e:3a:50:3e", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f29976-12", "ovs_interfaceid": "48f29976-1294-41e7-84b0-bbbb995e6c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.187263] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2739bc52-a0cd-408c-8d1e-5541deedb289 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.196443] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be883a4-c384-4018-bb4f-6e9ae9e4baed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.234470] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7835129-ada1-4792-9aa0-b9bcdf7d3551 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.250504] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abfbffd-edda-4269-9601-9db079c0bd7c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.255065] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5221c913-6003-292c-4ad3-c18f82ea0cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.255469] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.255697] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.255931] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.270253] env[63043]: DEBUG nova.compute.provider_tree [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.276331] env[63043]: DEBUG nova.compute.manager [req-d2e4362a-796c-4369-8d0f-bd06a1885544 req-9ed2ff94-5efa-4436-a001-5e879d272b5c service nova] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Received event network-vif-plugged-4ef0d9db-6aab-4318-9f6a-03adf1bde26f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.277133] env[63043]: DEBUG oslo_concurrency.lockutils [req-d2e4362a-796c-4369-8d0f-bd06a1885544 req-9ed2ff94-5efa-4436-a001-5e879d272b5c service nova] Acquiring lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.277133] env[63043]: DEBUG oslo_concurrency.lockutils [req-d2e4362a-796c-4369-8d0f-bd06a1885544 req-9ed2ff94-5efa-4436-a001-5e879d272b5c service nova] Lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.277133] env[63043]: DEBUG oslo_concurrency.lockutils [req-d2e4362a-796c-4369-8d0f-bd06a1885544 req-9ed2ff94-5efa-4436-a001-5e879d272b5c service nova] Lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.277133] env[63043]: DEBUG nova.compute.manager [req-d2e4362a-796c-4369-8d0f-bd06a1885544 req-9ed2ff94-5efa-4436-a001-5e879d272b5c service nova] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] No waiting events found dispatching network-vif-plugged-4ef0d9db-6aab-4318-9f6a-03adf1bde26f {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.277397] env[63043]: WARNING nova.compute.manager [req-d2e4362a-796c-4369-8d0f-bd06a1885544 req-9ed2ff94-5efa-4436-a001-5e879d272b5c service nova] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Received unexpected event network-vif-plugged-4ef0d9db-6aab-4318-9f6a-03adf1bde26f for instance with vm_state building and task_state spawning. [ 729.278051] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529d5487-e035-d84b-4c74-b307f074a8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.278961] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a4d52ec-6889-4cd3-b67f-69f4ab8bb1ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.285126] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 729.285126] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529c7bb1-a6b6-30f0-b93b-0ff96a3a66bb" [ 729.285126] env[63043]: _type = "Task" [ 729.285126] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.300453] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529c7bb1-a6b6-30f0-b93b-0ff96a3a66bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.317159] env[63043]: DEBUG nova.network.neutron [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Successfully updated port: 4ef0d9db-6aab-4318-9f6a-03adf1bde26f {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.534704] env[63043]: DEBUG oslo_concurrency.lockutils [req-ae0adf0b-e363-477f-b1e2-bbf5f53e596a req-086b9290-940a-4598-9013-6aa348a16bdf service nova] Releasing lock "refresh_cache-8faf95e3-ce3a-4e0a-91f1-f508a80fb268" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.656581] env[63043]: DEBUG nova.compute.manager [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.685972] env[63043]: DEBUG nova.virt.hardware [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.686224] env[63043]: DEBUG nova.virt.hardware [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.686394] env[63043]: DEBUG nova.virt.hardware [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.686581] env[63043]: DEBUG nova.virt.hardware [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.686727] env[63043]: DEBUG nova.virt.hardware [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.686873] env[63043]: DEBUG nova.virt.hardware [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.687126] env[63043]: DEBUG nova.virt.hardware [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.687301] env[63043]: DEBUG nova.virt.hardware [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.687475] env[63043]: DEBUG nova.virt.hardware [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.687637] env[63043]: DEBUG nova.virt.hardware [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.687809] env[63043]: DEBUG nova.virt.hardware [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.690021] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9a9bf3-4db5-4768-b6e9-6c37640849df {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.699446] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e832c-9804-464c-9e7c-0d8d68975559 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.780159] env[63043]: DEBUG nova.scheduler.client.report [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.797229] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529c7bb1-a6b6-30f0-b93b-0ff96a3a66bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.798731] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.798731] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 974b051e-74c5-457d-b734-ef7fa65a8d3d/974b051e-74c5-457d-b734-ef7fa65a8d3d.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.798731] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.798731] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.798731] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b2aade9-4672-418a-b9e7-eaadedfa2c0f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.801194] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4227b51-f4f9-4919-b73b-acfbbfe03238 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.812554] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.812737] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.813567] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 729.813567] env[63043]: value = "task-2485766" [ 729.813567] env[63043]: _type = "Task" [ 729.813567] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.813759] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebdee3cc-3b39-466a-ac80-ba2855414c53 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.823516] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.823712] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.823857] env[63043]: DEBUG nova.network.neutron [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.827499] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 729.827499] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5215cd1d-60d1-014e-37c5-6d19ab54b061" [ 729.827499] env[63043]: _type = "Task" [ 729.827499] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.833935] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.840038] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5215cd1d-60d1-014e-37c5-6d19ab54b061, 'name': SearchDatastore_Task, 'duration_secs': 0.008644} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.842406] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5b6760-eb18-4c20-ae99-fd16a61ed224 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.849415] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 729.849415] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5237ebb5-15e3-e131-4694-527c5ce31c80" [ 729.849415] env[63043]: _type = "Task" [ 729.849415] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.858217] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5237ebb5-15e3-e131-4694-527c5ce31c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.936696] env[63043]: DEBUG nova.network.neutron [-] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.942919] env[63043]: DEBUG nova.virt.hardware [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.943375] env[63043]: DEBUG nova.virt.hardware [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.943646] env[63043]: DEBUG nova.virt.hardware [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.943949] env[63043]: DEBUG nova.virt.hardware [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.944311] env[63043]: DEBUG nova.virt.hardware [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.944562] env[63043]: DEBUG nova.virt.hardware [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.944893] env[63043]: DEBUG nova.virt.hardware [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.945196] env[63043]: DEBUG nova.virt.hardware [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.945495] env[63043]: DEBUG nova.virt.hardware [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.945809] env[63043]: DEBUG nova.virt.hardware [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.946118] env[63043]: DEBUG nova.virt.hardware [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.947245] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041ac417-6369-412a-a6d8-ac5f30b73687 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.958553] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b52b08-361b-4e28-b2ec-50013eb5c455 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.973801] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Instance VIF info [] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.980431] env[63043]: DEBUG oslo.service.loopingcall [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.981515] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.981939] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1646a878-d4c0-4fc9-b5f1-ee7a12b27b80 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.002951] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.002951] env[63043]: value = "task-2485767" [ 730.002951] env[63043]: _type = "Task" [ 730.002951] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.016997] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485767, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.286234] env[63043]: DEBUG nova.compute.manager [req-59e404ca-6154-4313-b9a8-e7b2c5811532 req-3cdc80a6-b162-487b-b02c-0314527cb83e service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Received event network-changed-cd89a75d-576d-41b2-9574-7f86e46c1cc0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.286234] env[63043]: DEBUG nova.compute.manager [req-59e404ca-6154-4313-b9a8-e7b2c5811532 req-3cdc80a6-b162-487b-b02c-0314527cb83e service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Refreshing instance network info cache due to event network-changed-cd89a75d-576d-41b2-9574-7f86e46c1cc0. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 730.286234] env[63043]: DEBUG oslo_concurrency.lockutils [req-59e404ca-6154-4313-b9a8-e7b2c5811532 req-3cdc80a6-b162-487b-b02c-0314527cb83e service nova] Acquiring lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.286234] env[63043]: DEBUG oslo_concurrency.lockutils [req-59e404ca-6154-4313-b9a8-e7b2c5811532 req-3cdc80a6-b162-487b-b02c-0314527cb83e service nova] Acquired lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.286656] env[63043]: DEBUG nova.network.neutron [req-59e404ca-6154-4313-b9a8-e7b2c5811532 req-3cdc80a6-b162-487b-b02c-0314527cb83e service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Refreshing network info cache for port cd89a75d-576d-41b2-9574-7f86e46c1cc0 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.289614] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.289614] env[63043]: DEBUG nova.compute.manager [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.291706] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.588s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.293485] env[63043]: INFO nova.compute.claims [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.329292] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493925} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.329928] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 974b051e-74c5-457d-b734-ef7fa65a8d3d/974b051e-74c5-457d-b734-ef7fa65a8d3d.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.333109] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.333109] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-170ce154-e318-42f5-98fd-5cdef6ad49f3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.338343] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 730.338343] env[63043]: value = "task-2485768" [ 730.338343] env[63043]: _type = "Task" [ 730.338343] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.350796] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.361901] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5237ebb5-15e3-e131-4694-527c5ce31c80, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.361901] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.361901] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 8faf95e3-ce3a-4e0a-91f1-f508a80fb268/8faf95e3-ce3a-4e0a-91f1-f508a80fb268.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.362563] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23968e95-5cd6-4b58-b4b2-6da78093fdc9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.372398] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 730.372398] env[63043]: value = "task-2485769" [ 730.372398] env[63043]: _type = "Task" [ 730.372398] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.382058] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.393169] env[63043]: DEBUG nova.network.neutron [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.452059] env[63043]: INFO nova.compute.manager [-] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Took 1.77 seconds to deallocate network for instance. [ 730.513988] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485767, 'name': CreateVM_Task, 'duration_secs': 0.487858} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.515569] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.515569] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.515569] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.515569] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.515569] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0005ce35-ff25-4856-a98c-53b7afee18a9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.524021] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 730.524021] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527bd0a1-f217-f8fe-7177-245e514a0fae" [ 730.524021] env[63043]: _type = "Task" [ 730.524021] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.533452] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527bd0a1-f217-f8fe-7177-245e514a0fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.616434] env[63043]: DEBUG nova.network.neutron [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance_info_cache with network_info: [{"id": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "address": "fa:16:3e:c5:3b:32", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef0d9db-6a", "ovs_interfaceid": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.799511] env[63043]: DEBUG nova.compute.utils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 730.814335] env[63043]: DEBUG nova.compute.manager [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.814335] env[63043]: DEBUG nova.network.neutron [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.849909] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071479} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.850124] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.851027] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964d97cf-d811-4fcf-b392-602f5a54e8fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.877477] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 974b051e-74c5-457d-b734-ef7fa65a8d3d/974b051e-74c5-457d-b734-ef7fa65a8d3d.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.878263] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d49d724-e7ec-4c07-90b0-dc3f3562b2b6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.906544] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519053} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.907870] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 8faf95e3-ce3a-4e0a-91f1-f508a80fb268/8faf95e3-ce3a-4e0a-91f1-f508a80fb268.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.908130] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.908475] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 730.908475] env[63043]: value = "task-2485770" [ 730.908475] env[63043]: _type = "Task" [ 730.908475] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.908670] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4eac05-1efd-4afe-a19e-c825ec9e5915 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.915999] env[63043]: DEBUG nova.policy [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '820b43d0c3e04bd7b5278cf7fb52cfe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '114613a11db4463787e44cf309f9482f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.921651] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 730.921651] env[63043]: value = "task-2485771" [ 730.921651] env[63043]: _type = "Task" [ 730.921651] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.921855] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.929732] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.963138] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.037115] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527bd0a1-f217-f8fe-7177-245e514a0fae, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.037605] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.037976] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.039976] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.039976] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.039976] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.039976] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7be2e5ec-5b5b-48f6-a5da-3fc5587bf331 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.049432] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.049735] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.051101] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fcf3495-dce6-425e-be66-c469f463be41 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.057953] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 731.057953] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bf3676-b1b0-8234-b83d-ee522306e284" [ 731.057953] env[63043]: _type = "Task" [ 731.057953] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.071636] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bf3676-b1b0-8234-b83d-ee522306e284, 'name': SearchDatastore_Task, 'duration_secs': 0.008782} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.072828] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbdcf362-0a19-4f15-a6ad-91b96fed0ed3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.079152] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 731.079152] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529b5c4d-ac8b-b1b9-bf36-5251694014ac" [ 731.079152] env[63043]: _type = "Task" [ 731.079152] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.086955] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529b5c4d-ac8b-b1b9-bf36-5251694014ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.120192] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.120755] env[63043]: DEBUG nova.compute.manager [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Instance network_info: |[{"id": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "address": "fa:16:3e:c5:3b:32", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef0d9db-6a", "ovs_interfaceid": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.121227] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:3b:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ef0d9db-6aab-4318-9f6a-03adf1bde26f', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.129130] env[63043]: DEBUG oslo.service.loopingcall [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.129379] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.129609] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43948b3e-2625-46d0-9e94-bc8279a09997 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.149387] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.149387] env[63043]: value = "task-2485772" [ 731.149387] env[63043]: _type = "Task" [ 731.149387] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.157379] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485772, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.307187] env[63043]: DEBUG nova.compute.manager [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.411222] env[63043]: DEBUG nova.network.neutron [req-59e404ca-6154-4313-b9a8-e7b2c5811532 req-3cdc80a6-b162-487b-b02c-0314527cb83e service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Updated VIF entry in instance network info cache for port cd89a75d-576d-41b2-9574-7f86e46c1cc0. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.411601] env[63043]: DEBUG nova.network.neutron [req-59e404ca-6154-4313-b9a8-e7b2c5811532 req-3cdc80a6-b162-487b-b02c-0314527cb83e service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Updating instance_info_cache with network_info: [{"id": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "address": "fa:16:3e:e2:76:2a", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd89a75d-57", "ovs_interfaceid": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.431051] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.438964] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258249} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.439251] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.440083] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c9b97f-1483-40b6-bc09-b8bc837cc742 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.471098] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 8faf95e3-ce3a-4e0a-91f1-f508a80fb268/8faf95e3-ce3a-4e0a-91f1-f508a80fb268.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.472165] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d74d44a-2d74-49b1-bdb6-a8046d112842 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.502414] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 731.502414] env[63043]: value = "task-2485773" [ 731.502414] env[63043]: _type = "Task" [ 731.502414] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.512595] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.598023] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529b5c4d-ac8b-b1b9-bf36-5251694014ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008538} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.598023] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.598023] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 2cbfe3ec-021d-49ac-909f-88b44a8844ca/2cbfe3ec-021d-49ac-909f-88b44a8844ca.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.598023] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffcea62c-e84b-4e2e-bb65-38fca825e576 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.603676] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 731.603676] env[63043]: value = "task-2485774" [ 731.603676] env[63043]: _type = "Task" [ 731.603676] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.604742] env[63043]: DEBUG nova.network.neutron [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Successfully updated port: a1cdb562-3650-447c-8f62-7ae3abdd15db {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.620126] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.635515] env[63043]: DEBUG nova.compute.manager [req-ca99005c-a436-48f4-a8e2-23e4c57b53e2 req-fc440bc9-37fe-4d99-aca8-921302c5b06b service nova] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Received event network-changed-4ef0d9db-6aab-4318-9f6a-03adf1bde26f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.635612] env[63043]: DEBUG nova.compute.manager [req-ca99005c-a436-48f4-a8e2-23e4c57b53e2 req-fc440bc9-37fe-4d99-aca8-921302c5b06b service nova] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Refreshing instance network info cache due to event network-changed-4ef0d9db-6aab-4318-9f6a-03adf1bde26f. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.635761] env[63043]: DEBUG oslo_concurrency.lockutils [req-ca99005c-a436-48f4-a8e2-23e4c57b53e2 req-fc440bc9-37fe-4d99-aca8-921302c5b06b service nova] Acquiring lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.635886] env[63043]: DEBUG oslo_concurrency.lockutils [req-ca99005c-a436-48f4-a8e2-23e4c57b53e2 req-fc440bc9-37fe-4d99-aca8-921302c5b06b service nova] Acquired lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.636054] env[63043]: DEBUG nova.network.neutron [req-ca99005c-a436-48f4-a8e2-23e4c57b53e2 req-fc440bc9-37fe-4d99-aca8-921302c5b06b service nova] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Refreshing network info cache for port 4ef0d9db-6aab-4318-9f6a-03adf1bde26f {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.649154] env[63043]: DEBUG nova.network.neutron [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Successfully created port: f9d067ff-df34-40bb-bd17-fd1e5ac17872 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.668817] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485772, 'name': CreateVM_Task, 'duration_secs': 0.463745} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.668988] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.672140] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.672326] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.672667] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.672958] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d56ea0-fbe9-4342-bba9-e8dbce16eb04 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.683494] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 731.683494] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52dceae7-cba8-6f39-4834-7b47d164b3ac" [ 731.683494] env[63043]: _type = "Task" [ 731.683494] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.692656] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52dceae7-cba8-6f39-4834-7b47d164b3ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009051} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.693032] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.693271] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.693497] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.693645] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.693816] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.694122] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59a87f9c-602c-441c-9be7-c8c8677ee9f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.701655] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.701832] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.702579] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de70005-144e-467c-9e94-abe7de54dc9d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.707582] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 731.707582] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526a070d-1690-1727-300a-6ebb03dda0ae" [ 731.707582] env[63043]: _type = "Task" [ 731.707582] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.720058] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526a070d-1690-1727-300a-6ebb03dda0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.864260] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e7b7c8-45e1-4e62-9b35-fd957f6fab3a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.880018] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02015638-7d48-490d-a153-cfe8578fb369 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.924690] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9c2766-f52f-4efb-a1ca-ba76aac4de87 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.928415] env[63043]: DEBUG oslo_concurrency.lockutils [req-59e404ca-6154-4313-b9a8-e7b2c5811532 req-3cdc80a6-b162-487b-b02c-0314527cb83e service nova] Releasing lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.928719] env[63043]: DEBUG nova.compute.manager [req-59e404ca-6154-4313-b9a8-e7b2c5811532 req-3cdc80a6-b162-487b-b02c-0314527cb83e service nova] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Received event network-vif-deleted-d2d75096-06e9-4304-8e3b-260dfaa65b09 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.936238] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485770, 'name': ReconfigVM_Task, 'duration_secs': 0.923582} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.938743] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 974b051e-74c5-457d-b734-ef7fa65a8d3d/974b051e-74c5-457d-b734-ef7fa65a8d3d.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.939554] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7eb0754-4468-4abe-affc-05d19229846f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.942767] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523eadc8-bade-427d-a95b-b318b19f74f3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.957668] env[63043]: DEBUG nova.compute.provider_tree [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.960482] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 731.960482] env[63043]: value = "task-2485775" [ 731.960482] env[63043]: _type = "Task" [ 731.960482] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.970902] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485775, 'name': Rename_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.012724] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.116161] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "refresh_cache-32fdad42-1e49-403b-a3d5-76f47b87d567" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.116322] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "refresh_cache-32fdad42-1e49-403b-a3d5-76f47b87d567" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.116472] env[63043]: DEBUG nova.network.neutron [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.117588] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481027} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.118009] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 2cbfe3ec-021d-49ac-909f-88b44a8844ca/2cbfe3ec-021d-49ac-909f-88b44a8844ca.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.118226] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.118467] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe3222cd-33c8-408d-9167-5b1013287ec5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.124242] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 732.124242] env[63043]: value = "task-2485776" [ 732.124242] env[63043]: _type = "Task" [ 732.124242] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.132394] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.228952] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526a070d-1690-1727-300a-6ebb03dda0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008868} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.230289] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f892ac11-084b-409c-8d41-9d1df0bfb6d7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.239874] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 732.239874] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b2b182-74c9-d60b-4446-ccc419443b2a" [ 732.239874] env[63043]: _type = "Task" [ 732.239874] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.253459] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b2b182-74c9-d60b-4446-ccc419443b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010439} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.253751] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.254042] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b6326a0e-f6b0-466a-8c18-9a3e6b112e42/b6326a0e-f6b0-466a-8c18-9a3e6b112e42.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.254294] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e37417d-ded5-4fbb-ae18-41f5e3739094 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.264683] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 732.264683] env[63043]: value = "task-2485777" [ 732.264683] env[63043]: _type = "Task" [ 732.264683] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.275102] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.322054] env[63043]: DEBUG nova.compute.manager [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.352558] env[63043]: DEBUG nova.virt.hardware [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.352558] env[63043]: DEBUG nova.virt.hardware [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.352558] env[63043]: DEBUG nova.virt.hardware [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.352558] env[63043]: DEBUG nova.virt.hardware [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.352558] env[63043]: DEBUG nova.virt.hardware [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.352558] env[63043]: DEBUG nova.virt.hardware [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.352558] env[63043]: DEBUG nova.virt.hardware [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.352558] env[63043]: DEBUG nova.virt.hardware [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.352558] env[63043]: DEBUG nova.virt.hardware [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.352558] env[63043]: DEBUG nova.virt.hardware [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.352558] env[63043]: DEBUG nova.virt.hardware [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.353530] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca817a0d-88b3-412e-9a4e-c852be9a81d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.361085] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf10071-0a3e-463f-a4c3-17c71f5e09cd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.377541] env[63043]: DEBUG oslo_concurrency.lockutils [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Acquiring lock "a884ef52-e22f-4f4f-8b4e-f663de615123" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.377809] env[63043]: DEBUG oslo_concurrency.lockutils [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.382856] env[63043]: DEBUG nova.network.neutron [req-ca99005c-a436-48f4-a8e2-23e4c57b53e2 req-fc440bc9-37fe-4d99-aca8-921302c5b06b service nova] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updated VIF entry in instance network info cache for port 4ef0d9db-6aab-4318-9f6a-03adf1bde26f. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.383481] env[63043]: DEBUG nova.network.neutron [req-ca99005c-a436-48f4-a8e2-23e4c57b53e2 req-fc440bc9-37fe-4d99-aca8-921302c5b06b service nova] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance_info_cache with network_info: [{"id": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "address": "fa:16:3e:c5:3b:32", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef0d9db-6a", "ovs_interfaceid": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.462857] env[63043]: DEBUG nova.scheduler.client.report [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.477091] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485775, 'name': Rename_Task, 'duration_secs': 0.326437} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.477439] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.477982] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3d7865c-8fdf-4aff-a6f1-a508ca2695f8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.484378] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 732.484378] env[63043]: value = "task-2485778" [ 732.484378] env[63043]: _type = "Task" [ 732.484378] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.495340] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.514449] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485773, 'name': ReconfigVM_Task, 'duration_secs': 0.75524} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.516019] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 8faf95e3-ce3a-4e0a-91f1-f508a80fb268/8faf95e3-ce3a-4e0a-91f1-f508a80fb268.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.516019] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdec92fe-70da-47ce-b1c7-ebebea5f346a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.525077] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 732.525077] env[63043]: value = "task-2485779" [ 732.525077] env[63043]: _type = "Task" [ 732.525077] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.537723] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485779, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.634606] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070905} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.634979] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.635965] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223e114-1578-4c00-848d-52d0903e6ecf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.659207] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 2cbfe3ec-021d-49ac-909f-88b44a8844ca/2cbfe3ec-021d-49ac-909f-88b44a8844ca.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.660887] env[63043]: DEBUG nova.network.neutron [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.662932] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e059ee51-bb37-4e2a-a6ee-7e0dd0e9a081 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.686670] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 732.686670] env[63043]: value = "task-2485780" [ 732.686670] env[63043]: _type = "Task" [ 732.686670] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.695903] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.774883] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468456} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.775174] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b6326a0e-f6b0-466a-8c18-9a3e6b112e42/b6326a0e-f6b0-466a-8c18-9a3e6b112e42.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.775401] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.775657] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0b0219f-b1df-4e42-b7c3-78804e6fe092 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.783014] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 732.783014] env[63043]: value = "task-2485781" [ 732.783014] env[63043]: _type = "Task" [ 732.783014] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.795040] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.830047] env[63043]: DEBUG nova.network.neutron [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Updating instance_info_cache with network_info: [{"id": "a1cdb562-3650-447c-8f62-7ae3abdd15db", "address": "fa:16:3e:77:a8:7e", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cdb562-36", "ovs_interfaceid": "a1cdb562-3650-447c-8f62-7ae3abdd15db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.884336] env[63043]: DEBUG nova.compute.utils [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 732.886009] env[63043]: DEBUG oslo_concurrency.lockutils [req-ca99005c-a436-48f4-a8e2-23e4c57b53e2 req-fc440bc9-37fe-4d99-aca8-921302c5b06b service nova] Releasing lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.971980] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.972540] env[63043]: DEBUG nova.compute.manager [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.975282] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.238s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.975394] env[63043]: DEBUG nova.objects.instance [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63043) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 732.994828] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.037054] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485779, 'name': Rename_Task, 'duration_secs': 0.2867} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.037271] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.037643] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57e0b6d8-b76b-4f80-b7de-5686ae3f1f8e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.045404] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 733.045404] env[63043]: value = "task-2485782" [ 733.045404] env[63043]: _type = "Task" [ 733.045404] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.056030] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.199680] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485780, 'name': ReconfigVM_Task, 'duration_secs': 0.297998} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.200236] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 2cbfe3ec-021d-49ac-909f-88b44a8844ca/2cbfe3ec-021d-49ac-909f-88b44a8844ca.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.200960] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0a70a9b-1b7e-403d-966d-97990f6fa084 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.208775] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 733.208775] env[63043]: value = "task-2485783" [ 733.208775] env[63043]: _type = "Task" [ 733.208775] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.217985] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485783, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.288402] env[63043]: DEBUG nova.network.neutron [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Successfully updated port: f9d067ff-df34-40bb-bd17-fd1e5ac17872 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.300300] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06889} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.301333] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.302681] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45162c52-94bc-400d-9b5e-711ad6574d20 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.326866] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] b6326a0e-f6b0-466a-8c18-9a3e6b112e42/b6326a0e-f6b0-466a-8c18-9a3e6b112e42.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.327493] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d3755e-e8b7-478d-9616-f65fb40c19b0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.342279] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "refresh_cache-32fdad42-1e49-403b-a3d5-76f47b87d567" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.342627] env[63043]: DEBUG nova.compute.manager [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Instance network_info: |[{"id": "a1cdb562-3650-447c-8f62-7ae3abdd15db", "address": "fa:16:3e:77:a8:7e", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cdb562-36", "ovs_interfaceid": "a1cdb562-3650-447c-8f62-7ae3abdd15db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.343410] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:a8:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1cdb562-3650-447c-8f62-7ae3abdd15db', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.351160] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating folder: Project (ad132d8fcb18474b9f4765815bc5bddb). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.351920] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc8d04f4-c302-4f51-92b1-d487116097da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.357217] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 733.357217] env[63043]: value = "task-2485784" [ 733.357217] env[63043]: _type = "Task" [ 733.357217] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.361677] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Created folder: Project (ad132d8fcb18474b9f4765815bc5bddb) in parent group-v502843. [ 733.361872] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating folder: Instances. Parent ref: group-v502956. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.362527] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a447d5ca-bf41-4d8c-b4fe-a0842121255f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.367749] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.372533] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Created folder: Instances in parent group-v502956. [ 733.372767] env[63043]: DEBUG oslo.service.loopingcall [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.372965] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.373221] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed4b55f0-8664-47c5-8df9-05b6adefba93 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.390724] env[63043]: DEBUG oslo_concurrency.lockutils [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.396009] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.396009] env[63043]: value = "task-2485787" [ 733.396009] env[63043]: _type = "Task" [ 733.396009] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.405621] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485787, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.481422] env[63043]: DEBUG nova.compute.utils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 733.486158] env[63043]: DEBUG nova.compute.manager [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.486413] env[63043]: DEBUG nova.network.neutron [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.499894] env[63043]: DEBUG oslo_vmware.api [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485778, 'name': PowerOnVM_Task, 'duration_secs': 0.923562} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.500254] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.500510] env[63043]: INFO nova.compute.manager [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Took 11.85 seconds to spawn the instance on the hypervisor. [ 733.501140] env[63043]: DEBUG nova.compute.manager [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.501855] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889514be-ca24-4999-b28e-4b13c67e6b41 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.544041] env[63043]: DEBUG nova.policy [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9e3c46af4e24c30988d98e657fef0fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e51bbd2e4e6d40b8a7d0e2334c186e3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.556246] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.721136] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485783, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.791014] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "refresh_cache-5f14a03a-430e-4972-9840-4729803e9acc" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.791230] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquired lock "refresh_cache-5f14a03a-430e-4972-9840-4729803e9acc" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.791390] env[63043]: DEBUG nova.network.neutron [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.829643] env[63043]: DEBUG nova.network.neutron [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Successfully created port: 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.868804] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.907376] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485787, 'name': CreateVM_Task, 'duration_secs': 0.368714} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.907560] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.908286] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.908463] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.908800] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.909084] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df683c1-3c4e-436e-8ae2-d35a20fcb2b5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.914215] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 733.914215] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529b38ff-0c20-b16b-6617-58f8c57f7ca1" [ 733.914215] env[63043]: _type = "Task" [ 733.914215] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.928252] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529b38ff-0c20-b16b-6617-58f8c57f7ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.928781] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.928849] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.929033] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.929565] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.929565] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.929692] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ec80568-1985-4f30-b3d6-00129a4867bf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.939698] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.939971] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.940821] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbe5eb9-8609-4cf9-9e3d-b1265d7048d7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.947385] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 733.947385] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d783e2-dab2-ec83-81ba-2648c7f1932b" [ 733.947385] env[63043]: _type = "Task" [ 733.947385] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.956776] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d783e2-dab2-ec83-81ba-2648c7f1932b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.987364] env[63043]: DEBUG nova.compute.manager [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.992631] env[63043]: DEBUG nova.compute.manager [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Received event network-vif-plugged-a1cdb562-3650-447c-8f62-7ae3abdd15db {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.992880] env[63043]: DEBUG oslo_concurrency.lockutils [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] Acquiring lock "32fdad42-1e49-403b-a3d5-76f47b87d567-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.997304] env[63043]: DEBUG oslo_concurrency.lockutils [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] Lock "32fdad42-1e49-403b-a3d5-76f47b87d567-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.997304] env[63043]: DEBUG oslo_concurrency.lockutils [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] Lock "32fdad42-1e49-403b-a3d5-76f47b87d567-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.997304] env[63043]: DEBUG nova.compute.manager [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] No waiting events found dispatching network-vif-plugged-a1cdb562-3650-447c-8f62-7ae3abdd15db {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.997304] env[63043]: WARNING nova.compute.manager [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Received unexpected event network-vif-plugged-a1cdb562-3650-447c-8f62-7ae3abdd15db for instance with vm_state building and task_state spawning. [ 733.997304] env[63043]: DEBUG nova.compute.manager [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Received event network-changed-a1cdb562-3650-447c-8f62-7ae3abdd15db {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.997304] env[63043]: DEBUG nova.compute.manager [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Refreshing instance network info cache due to event network-changed-a1cdb562-3650-447c-8f62-7ae3abdd15db. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.997304] env[63043]: DEBUG oslo_concurrency.lockutils [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] Acquiring lock "refresh_cache-32fdad42-1e49-403b-a3d5-76f47b87d567" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.997304] env[63043]: DEBUG oslo_concurrency.lockutils [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] Acquired lock "refresh_cache-32fdad42-1e49-403b-a3d5-76f47b87d567" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.997304] env[63043]: DEBUG nova.network.neutron [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Refreshing network info cache for port a1cdb562-3650-447c-8f62-7ae3abdd15db {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.997304] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e2d884a-78bb-4c54-bb2e-6d62dd75e679 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.001019] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.787s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.001019] env[63043]: INFO nova.compute.claims [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.019054] env[63043]: INFO nova.compute.manager [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Took 46.17 seconds to build instance. [ 734.056495] env[63043]: DEBUG oslo_vmware.api [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485782, 'name': PowerOnVM_Task, 'duration_secs': 0.921381} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.056782] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.056970] env[63043]: INFO nova.compute.manager [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Took 9.67 seconds to spawn the instance on the hypervisor. [ 734.057187] env[63043]: DEBUG nova.compute.manager [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.058013] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e6af0d-2304-4c3c-9924-f39035fd5341 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.221188] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485783, 'name': Rename_Task, 'duration_secs': 0.869785} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.222973] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.222973] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69cbc0b7-61bf-4d9b-96c0-c4067d95cbc6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.228542] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 734.228542] env[63043]: value = "task-2485788" [ 734.228542] env[63043]: _type = "Task" [ 734.228542] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.237049] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.343253] env[63043]: DEBUG nova.network.neutron [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.370479] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485784, 'name': ReconfigVM_Task, 'duration_secs': 0.918572} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.370941] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Reconfigured VM instance instance-00000027 to attach disk [datastore2] b6326a0e-f6b0-466a-8c18-9a3e6b112e42/b6326a0e-f6b0-466a-8c18-9a3e6b112e42.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.371607] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e05db6a-51d3-49ef-a0c9-6d71b701d7d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.378341] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 734.378341] env[63043]: value = "task-2485789" [ 734.378341] env[63043]: _type = "Task" [ 734.378341] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.386902] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485789, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.458763] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d783e2-dab2-ec83-81ba-2648c7f1932b, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.460208] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a6a945-afad-4675-9c2e-7d9254f188b3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.463982] env[63043]: DEBUG oslo_concurrency.lockutils [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Acquiring lock "a884ef52-e22f-4f4f-8b4e-f663de615123" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.464084] env[63043]: DEBUG oslo_concurrency.lockutils [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.464958] env[63043]: INFO nova.compute.manager [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Attaching volume ce6c6b5e-684b-4f14-a7a5-b6c469524d8b to /dev/sdb [ 734.468604] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 734.468604] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52aad53c-2af8-eb27-48c1-11c124a297c2" [ 734.468604] env[63043]: _type = "Task" [ 734.468604] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.479673] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52aad53c-2af8-eb27-48c1-11c124a297c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.479987] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.480326] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 32fdad42-1e49-403b-a3d5-76f47b87d567/32fdad42-1e49-403b-a3d5-76f47b87d567.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.480594] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bac5533a-e132-4f7d-9ada-c165aca24f3b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.487117] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 734.487117] env[63043]: value = "task-2485790" [ 734.487117] env[63043]: _type = "Task" [ 734.487117] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.495824] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.514286] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9f5206-26b0-41ee-8d09-99e9b7ee07ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.522271] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9176a386-e462-4431-9f97-faeef73d587b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "974b051e-74c5-457d-b734-ef7fa65a8d3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.461s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.525995] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49912b9-80b8-406b-8b3c-1e6b02a86b38 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.543949] env[63043]: DEBUG nova.virt.block_device [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Updating existing volume attachment record: 6142d32c-4107-48cf-96f7-888c0ce15510 {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 734.561912] env[63043]: DEBUG nova.network.neutron [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Updating instance_info_cache with network_info: [{"id": "f9d067ff-df34-40bb-bd17-fd1e5ac17872", "address": "fa:16:3e:54:be:d4", "network": {"id": "b0f00f8f-2347-49f2-8b1b-73d7459a1c4c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099354259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "114613a11db4463787e44cf309f9482f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9d067ff-df", "ovs_interfaceid": "f9d067ff-df34-40bb-bd17-fd1e5ac17872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.578069] env[63043]: INFO nova.compute.manager [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Took 43.68 seconds to build instance. [ 734.741937] env[63043]: DEBUG oslo_vmware.api [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485788, 'name': PowerOnVM_Task, 'duration_secs': 0.474715} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.741937] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.741937] env[63043]: DEBUG nova.compute.manager [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.741937] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87086d3-7031-49b2-ac8d-c92a7cb98dbe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.789551] env[63043]: DEBUG nova.network.neutron [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Updated VIF entry in instance network info cache for port a1cdb562-3650-447c-8f62-7ae3abdd15db. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.789966] env[63043]: DEBUG nova.network.neutron [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Updating instance_info_cache with network_info: [{"id": "a1cdb562-3650-447c-8f62-7ae3abdd15db", "address": "fa:16:3e:77:a8:7e", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cdb562-36", "ovs_interfaceid": "a1cdb562-3650-447c-8f62-7ae3abdd15db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.890322] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485789, 'name': Rename_Task, 'duration_secs': 0.151097} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.890748] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.892214] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a8fb40-3a5a-4e3a-b90e-bc9daeb68cf5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.900566] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 734.900566] env[63043]: value = "task-2485794" [ 734.900566] env[63043]: _type = "Task" [ 734.900566] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.911195] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.002706] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506118} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.002706] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 32fdad42-1e49-403b-a3d5-76f47b87d567/32fdad42-1e49-403b-a3d5-76f47b87d567.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.002706] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.004343] env[63043]: DEBUG nova.compute.manager [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.007057] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb888191-4f85-419e-a0e6-3fd73c83ca66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.019394] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 735.019394] env[63043]: value = "task-2485795" [ 735.019394] env[63043]: _type = "Task" [ 735.019394] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.034426] env[63043]: DEBUG nova.compute.manager [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.043797] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.054347] env[63043]: DEBUG nova.virt.hardware [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.054683] env[63043]: DEBUG nova.virt.hardware [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.054825] env[63043]: DEBUG nova.virt.hardware [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.055101] env[63043]: DEBUG nova.virt.hardware [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.055163] env[63043]: DEBUG nova.virt.hardware [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.055295] env[63043]: DEBUG nova.virt.hardware [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.055515] env[63043]: DEBUG nova.virt.hardware [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.055681] env[63043]: DEBUG nova.virt.hardware [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.055850] env[63043]: DEBUG nova.virt.hardware [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.056152] env[63043]: DEBUG nova.virt.hardware [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.056259] env[63043]: DEBUG nova.virt.hardware [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.057169] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc262a01-ab7f-422e-ae3f-0485f249a689 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.064606] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Releasing lock "refresh_cache-5f14a03a-430e-4972-9840-4729803e9acc" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.064987] env[63043]: DEBUG nova.compute.manager [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Instance network_info: |[{"id": "f9d067ff-df34-40bb-bd17-fd1e5ac17872", "address": "fa:16:3e:54:be:d4", "network": {"id": "b0f00f8f-2347-49f2-8b1b-73d7459a1c4c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099354259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "114613a11db4463787e44cf309f9482f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9d067ff-df", "ovs_interfaceid": "f9d067ff-df34-40bb-bd17-fd1e5ac17872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.067609] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:be:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9d067ff-df34-40bb-bd17-fd1e5ac17872', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.077658] env[63043]: DEBUG oslo.service.loopingcall [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 735.079219] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.080857] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7975d8b5-743f-4e5c-90d2-a522c9fc824a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.086301] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4b5e575-2f35-43ae-9694-350a58d58de8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.101016] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0631320-216a-4acd-902a-fb9099c56896 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "8faf95e3-ce3a-4e0a-91f1-f508a80fb268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.035s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.123090] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.123090] env[63043]: value = "task-2485796" [ 735.123090] env[63043]: _type = "Task" [ 735.123090] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.136887] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485796, 'name': CreateVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.200887] env[63043]: DEBUG oslo_concurrency.lockutils [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "a84ed5f1-d21a-474d-acdc-54a2185642e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.200955] env[63043]: DEBUG oslo_concurrency.lockutils [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "a84ed5f1-d21a-474d-acdc-54a2185642e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.201588] env[63043]: DEBUG oslo_concurrency.lockutils [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "a84ed5f1-d21a-474d-acdc-54a2185642e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.201900] env[63043]: DEBUG oslo_concurrency.lockutils [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "a84ed5f1-d21a-474d-acdc-54a2185642e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.202156] env[63043]: DEBUG oslo_concurrency.lockutils [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "a84ed5f1-d21a-474d-acdc-54a2185642e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.206991] env[63043]: INFO nova.compute.manager [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Terminating instance [ 735.261757] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.295174] env[63043]: DEBUG oslo_concurrency.lockutils [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] Releasing lock "refresh_cache-32fdad42-1e49-403b-a3d5-76f47b87d567" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.295479] env[63043]: DEBUG nova.compute.manager [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Received event network-vif-plugged-f9d067ff-df34-40bb-bd17-fd1e5ac17872 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.295720] env[63043]: DEBUG oslo_concurrency.lockutils [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] Acquiring lock "5f14a03a-430e-4972-9840-4729803e9acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.295916] env[63043]: DEBUG oslo_concurrency.lockutils [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] Lock "5f14a03a-430e-4972-9840-4729803e9acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.297068] env[63043]: DEBUG oslo_concurrency.lockutils [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] Lock "5f14a03a-430e-4972-9840-4729803e9acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.297068] env[63043]: DEBUG nova.compute.manager [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] No waiting events found dispatching network-vif-plugged-f9d067ff-df34-40bb-bd17-fd1e5ac17872 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.297068] env[63043]: WARNING nova.compute.manager [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Received unexpected event network-vif-plugged-f9d067ff-df34-40bb-bd17-fd1e5ac17872 for instance with vm_state building and task_state spawning. [ 735.297068] env[63043]: DEBUG nova.compute.manager [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Received event network-changed-f9d067ff-df34-40bb-bd17-fd1e5ac17872 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.297068] env[63043]: DEBUG nova.compute.manager [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Refreshing instance network info cache due to event network-changed-f9d067ff-df34-40bb-bd17-fd1e5ac17872. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 735.297334] env[63043]: DEBUG oslo_concurrency.lockutils [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] Acquiring lock "refresh_cache-5f14a03a-430e-4972-9840-4729803e9acc" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.297334] env[63043]: DEBUG oslo_concurrency.lockutils [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] Acquired lock "refresh_cache-5f14a03a-430e-4972-9840-4729803e9acc" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.297461] env[63043]: DEBUG nova.network.neutron [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Refreshing network info cache for port f9d067ff-df34-40bb-bd17-fd1e5ac17872 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.420263] env[63043]: DEBUG nova.network.neutron [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Successfully updated port: 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.422950] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485794, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.530552] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071375} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.534276] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.535607] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5ecbf6-7a96-454d-8e21-b3c136111859 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.562267] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 32fdad42-1e49-403b-a3d5-76f47b87d567/32fdad42-1e49-403b-a3d5-76f47b87d567.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.567376] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a665ec67-5a26-4439-8728-f6098468740c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.590431] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 735.590431] env[63043]: value = "task-2485797" [ 735.590431] env[63043]: _type = "Task" [ 735.590431] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.595893] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aad9f5a-6e99-4d78-9db0-dc0cc74dcf40 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.602881] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.603205] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.607163] env[63043]: DEBUG nova.compute.manager [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.611136] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c50f071-15b3-4bc0-8fc1-14706028cb25 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.649477] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e676e4ce-335b-4547-ad26-47bdf1a2f6c6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.664776] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485796, 'name': CreateVM_Task, 'duration_secs': 0.366693} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.667939] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4e41bf-2c24-412b-a9e9-d6ddac609d94 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.671841] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.673182] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.673505] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.673819] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.674458] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2282b488-9558-4f29-9bcc-16115775482b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.684788] env[63043]: DEBUG nova.compute.provider_tree [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.689238] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 735.689238] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bdf9fa-3a8e-977c-f108-60d7aa7f6c3b" [ 735.689238] env[63043]: _type = "Task" [ 735.689238] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.699698] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bdf9fa-3a8e-977c-f108-60d7aa7f6c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.711024] env[63043]: DEBUG nova.compute.manager [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.711024] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.711024] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a774bd-3f8a-4f5a-bf5e-c5a661d390f0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.717341] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.717572] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c55917fd-5b65-4a1f-803d-ce53ea6e7230 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.727014] env[63043]: DEBUG oslo_vmware.api [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 735.727014] env[63043]: value = "task-2485798" [ 735.727014] env[63043]: _type = "Task" [ 735.727014] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.734595] env[63043]: DEBUG oslo_vmware.api [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.917543] env[63043]: DEBUG oslo_vmware.api [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485794, 'name': PowerOnVM_Task, 'duration_secs': 0.665882} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.917543] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.917690] env[63043]: INFO nova.compute.manager [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Took 8.91 seconds to spawn the instance on the hypervisor. [ 735.917829] env[63043]: DEBUG nova.compute.manager [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.918649] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01c2e58-7ca6-4923-a57a-046ae8336fef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.924970] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "refresh_cache-73827131-0a2c-48ac-9358-d5d301c1144f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.924970] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquired lock "refresh_cache-73827131-0a2c-48ac-9358-d5d301c1144f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.925181] env[63043]: DEBUG nova.network.neutron [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.006770] env[63043]: INFO nova.compute.manager [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Rebuilding instance [ 736.053993] env[63043]: DEBUG nova.compute.manager [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.054615] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1244ef59-36d4-48b5-9737-ec4329c7097d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.100128] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.118745] env[63043]: DEBUG nova.network.neutron [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Updated VIF entry in instance network info cache for port f9d067ff-df34-40bb-bd17-fd1e5ac17872. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.119086] env[63043]: DEBUG nova.network.neutron [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Updating instance_info_cache with network_info: [{"id": "f9d067ff-df34-40bb-bd17-fd1e5ac17872", "address": "fa:16:3e:54:be:d4", "network": {"id": "b0f00f8f-2347-49f2-8b1b-73d7459a1c4c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099354259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "114613a11db4463787e44cf309f9482f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9d067ff-df", "ovs_interfaceid": "f9d067ff-df34-40bb-bd17-fd1e5ac17872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.131113] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.155587] env[63043]: INFO nova.compute.manager [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Rescuing [ 736.155854] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "refresh_cache-974b051e-74c5-457d-b734-ef7fa65a8d3d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.156007] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired lock "refresh_cache-974b051e-74c5-457d-b734-ef7fa65a8d3d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.156193] env[63043]: DEBUG nova.network.neutron [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.190052] env[63043]: DEBUG nova.scheduler.client.report [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.204672] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bdf9fa-3a8e-977c-f108-60d7aa7f6c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.205188] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.208192] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.208473] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.208624] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.209817] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.209817] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-890ca014-633a-4ce0-8d34-3ef59d6d7f1a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.217771] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.217888] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.219199] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd4e0a6-8b07-4c77-8bea-6d925044ba46 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.229837] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 736.229837] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527e8620-e5c9-cbd4-85ba-824555b7bcf9" [ 736.229837] env[63043]: _type = "Task" [ 736.229837] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.236669] env[63043]: DEBUG oslo_vmware.api [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485798, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.242767] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527e8620-e5c9-cbd4-85ba-824555b7bcf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.243572] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43afff2-526b-4a57-b850-aa24ddeb6922 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.249107] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 736.249107] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d1ebaf-b024-8f34-32f5-f3ad4f88e82c" [ 736.249107] env[63043]: _type = "Task" [ 736.249107] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.256959] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d1ebaf-b024-8f34-32f5-f3ad4f88e82c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.258958] env[63043]: DEBUG nova.compute.manager [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Received event network-vif-plugged-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.259365] env[63043]: DEBUG oslo_concurrency.lockutils [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] Acquiring lock "73827131-0a2c-48ac-9358-d5d301c1144f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.259365] env[63043]: DEBUG oslo_concurrency.lockutils [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] Lock "73827131-0a2c-48ac-9358-d5d301c1144f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.259551] env[63043]: DEBUG oslo_concurrency.lockutils [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] Lock "73827131-0a2c-48ac-9358-d5d301c1144f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.259736] env[63043]: DEBUG nova.compute.manager [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] No waiting events found dispatching network-vif-plugged-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.259856] env[63043]: WARNING nova.compute.manager [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Received unexpected event network-vif-plugged-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e for instance with vm_state building and task_state spawning. [ 736.260020] env[63043]: DEBUG nova.compute.manager [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Received event network-changed-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.260176] env[63043]: DEBUG nova.compute.manager [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Refreshing instance network info cache due to event network-changed-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 736.260346] env[63043]: DEBUG oslo_concurrency.lockutils [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] Acquiring lock "refresh_cache-73827131-0a2c-48ac-9358-d5d301c1144f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.447080] env[63043]: INFO nova.compute.manager [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Took 44.95 seconds to build instance. [ 736.493189] env[63043]: DEBUG nova.network.neutron [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.606745] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.622030] env[63043]: DEBUG oslo_concurrency.lockutils [req-fdabbe12-8982-4830-b078-4242da03b749 req-5ccca78c-ad2c-47a0-8528-f69f634a6544 service nova] Releasing lock "refresh_cache-5f14a03a-430e-4972-9840-4729803e9acc" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.671523] env[63043]: DEBUG nova.network.neutron [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Updating instance_info_cache with network_info: [{"id": "2d9ff7f0-b7ec-4a7a-8576-f018477cf85e", "address": "fa:16:3e:12:db:c4", "network": {"id": "adcbf706-c967-4334-98e2-4e4159b63f7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-254946491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51bbd2e4e6d40b8a7d0e2334c186e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9ff7f0-b7", "ovs_interfaceid": "2d9ff7f0-b7ec-4a7a-8576-f018477cf85e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.698344] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.698990] env[63043]: DEBUG nova.compute.manager [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.705815] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.825s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.705815] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.705973] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 736.707099] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.920s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.707099] env[63043]: DEBUG nova.objects.instance [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lazy-loading 'resources' on Instance uuid 7d0e6646-06a1-446a-8650-7208d1ce265e {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.708291] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba68876-1e61-4563-b047-e4eec03e99b0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.722132] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f44945-9f3f-49fc-9907-bc786de5db84 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.749187] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6123f2-0feb-458e-a24c-94fe6004c09d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.755507] env[63043]: DEBUG oslo_vmware.api [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485798, 'name': PowerOffVM_Task, 'duration_secs': 0.627925} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.763306] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.765015] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.766156] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0abf28b-389c-4efb-99b7-c21ae6d76068 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.768999] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f318096-41d4-42a1-9714-301a9d38240c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.778337] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d1ebaf-b024-8f34-32f5-f3ad4f88e82c, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.779183] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.779448] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 5f14a03a-430e-4972-9840-4729803e9acc/5f14a03a-430e-4972-9840-4729803e9acc.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.779705] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f7a833d-d991-469f-9e4b-f879d79a3bbc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.811985] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179208MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 736.813016] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.820365] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 736.820365] env[63043]: value = "task-2485800" [ 736.820365] env[63043]: _type = "Task" [ 736.820365] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.824749] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.839476] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.839829] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.840126] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Deleting the datastore file [datastore1] a84ed5f1-d21a-474d-acdc-54a2185642e1 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.840501] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6794bec-ef6b-4e6d-aedf-189af323d289 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.849805] env[63043]: DEBUG oslo_vmware.api [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 736.849805] env[63043]: value = "task-2485802" [ 736.849805] env[63043]: _type = "Task" [ 736.849805] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.858664] env[63043]: DEBUG oslo_vmware.api [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.947310] env[63043]: DEBUG oslo_concurrency.lockutils [None req-633525d5-f8cc-4766-ac0f-5410da80cf90 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.930s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.025664] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "013a496b-dc45-45b3-af8b-a2e2357bd7a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.026047] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "013a496b-dc45-45b3-af8b-a2e2357bd7a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.072803] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.072803] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86831908-0490-4306-8a6e-47185d3d47b9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.080508] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Waiting for the task: (returnval){ [ 737.080508] env[63043]: value = "task-2485803" [ 737.080508] env[63043]: _type = "Task" [ 737.080508] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.096096] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.108039] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485797, 'name': ReconfigVM_Task, 'duration_secs': 1.132333} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.109283] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 32fdad42-1e49-403b-a3d5-76f47b87d567/32fdad42-1e49-403b-a3d5-76f47b87d567.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.112021] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac220521-88f4-429c-883f-636338a7a5fd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.118440] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 737.118440] env[63043]: value = "task-2485804" [ 737.118440] env[63043]: _type = "Task" [ 737.118440] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.130912] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485804, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.139172] env[63043]: DEBUG nova.network.neutron [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Updating instance_info_cache with network_info: [{"id": "1637dc8e-99c0-4bf8-88df-07978a3be945", "address": "fa:16:3e:b1:bb:29", "network": {"id": "97448065-6312-4739-a6bc-4cacefdfcb92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-695100015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1702247f9a9243f9b3fecef116508c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1637dc8e-99", "ovs_interfaceid": "1637dc8e-99c0-4bf8-88df-07978a3be945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.177031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Releasing lock "refresh_cache-73827131-0a2c-48ac-9358-d5d301c1144f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.177031] env[63043]: DEBUG nova.compute.manager [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Instance network_info: |[{"id": "2d9ff7f0-b7ec-4a7a-8576-f018477cf85e", "address": "fa:16:3e:12:db:c4", "network": {"id": "adcbf706-c967-4334-98e2-4e4159b63f7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-254946491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51bbd2e4e6d40b8a7d0e2334c186e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9ff7f0-b7", "ovs_interfaceid": "2d9ff7f0-b7ec-4a7a-8576-f018477cf85e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.177031] env[63043]: DEBUG oslo_concurrency.lockutils [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] Acquired lock "refresh_cache-73827131-0a2c-48ac-9358-d5d301c1144f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.177031] env[63043]: DEBUG nova.network.neutron [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Refreshing network info cache for port 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.178257] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:db:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d9ff7f0-b7ec-4a7a-8576-f018477cf85e', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.190174] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Creating folder: Project (e51bbd2e4e6d40b8a7d0e2334c186e3d). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.195176] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c51b7cb-1e67-4791-802d-6c5f9aa5e063 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.210226] env[63043]: DEBUG nova.compute.utils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 737.212138] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Created folder: Project (e51bbd2e4e6d40b8a7d0e2334c186e3d) in parent group-v502843. [ 737.212611] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Creating folder: Instances. Parent ref: group-v502963. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.213243] env[63043]: DEBUG nova.compute.manager [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.213581] env[63043]: DEBUG nova.network.neutron [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.220073] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96bbb091-9da5-4b01-a188-812875743b50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.236295] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Created folder: Instances in parent group-v502963. [ 737.236295] env[63043]: DEBUG oslo.service.loopingcall [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.236295] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.236295] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-402852fb-2b48-486e-b157-bf091cfaa720 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.270414] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.270414] env[63043]: value = "task-2485807" [ 737.270414] env[63043]: _type = "Task" [ 737.270414] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.275548] env[63043]: DEBUG nova.policy [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa3866711c8443de85a62c4bf99819db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dd94690af0041cda4a52aba8f2a1eca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.290033] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485807, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.334656] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485800, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.359120] env[63043]: DEBUG oslo_vmware.api [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486925} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.362529] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.362736] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.362955] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.363152] env[63043]: INFO nova.compute.manager [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Took 1.65 seconds to destroy the instance on the hypervisor. [ 737.363396] env[63043]: DEBUG oslo.service.loopingcall [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.365287] env[63043]: DEBUG nova.compute.manager [-] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.365287] env[63043]: DEBUG nova.network.neutron [-] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.420195] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquiring lock "2111e8eb-3453-4f4b-b924-d3e2fa3a0a64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.420491] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Lock "2111e8eb-3453-4f4b-b924-d3e2fa3a0a64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.449783] env[63043]: DEBUG nova.compute.manager [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.601101] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485803, 'name': PowerOffVM_Task, 'duration_secs': 0.151409} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.601101] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.601101] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.601825] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b1f05c-678a-40bd-9d5f-12a5a17b5652 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.609718] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.612911] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d7aab16-790a-4449-8586-c751fc166154 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.631896] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485804, 'name': Rename_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.638876] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.642387] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.642387] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Deleting the datastore file [datastore2] 2cbfe3ec-021d-49ac-909f-88b44a8844ca {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.642387] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10b27ccb-2a03-45ef-8816-867407462bce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.642387] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Releasing lock "refresh_cache-974b051e-74c5-457d-b734-ef7fa65a8d3d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.651855] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Waiting for the task: (returnval){ [ 737.651855] env[63043]: value = "task-2485809" [ 737.651855] env[63043]: _type = "Task" [ 737.651855] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.663791] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.689548] env[63043]: DEBUG nova.network.neutron [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Updated VIF entry in instance network info cache for port 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.689905] env[63043]: DEBUG nova.network.neutron [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Updating instance_info_cache with network_info: [{"id": "2d9ff7f0-b7ec-4a7a-8576-f018477cf85e", "address": "fa:16:3e:12:db:c4", "network": {"id": "adcbf706-c967-4334-98e2-4e4159b63f7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-254946491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51bbd2e4e6d40b8a7d0e2334c186e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9ff7f0-b7", "ovs_interfaceid": "2d9ff7f0-b7ec-4a7a-8576-f018477cf85e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.713305] env[63043]: DEBUG nova.compute.manager [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.778081] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485807, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.827166] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa2497c-8cfc-47bd-8bbf-aeee62c34eed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.835875] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522083} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.839489] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 5f14a03a-430e-4972-9840-4729803e9acc/5f14a03a-430e-4972-9840-4729803e9acc.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.839703] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.840253] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f648420-8a1a-4e64-96fe-1ade832c5157 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.842871] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f52e11-a619-4d79-9402-a56308664803 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.882789] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 737.882789] env[63043]: value = "task-2485810" [ 737.882789] env[63043]: _type = "Task" [ 737.882789] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.883055] env[63043]: DEBUG nova.network.neutron [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Successfully created port: cdfda3ab-835c-4ef8-a7e5-f3fbab372264 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.886864] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380e9d3e-2434-45f8-9252-f8000d9b6b25 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.901086] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726df41b-d52d-4fb6-a350-9f4a5e9bd0fb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.905900] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.916385] env[63043]: DEBUG nova.compute.provider_tree [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.976258] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.133993] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485804, 'name': Rename_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.163814] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108787} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.164346] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.164669] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.164993] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.196635] env[63043]: DEBUG oslo_concurrency.lockutils [req-f29e8fd7-2b1c-438a-9959-c34b2830d13c req-d5f064c2-f527-4f47-9482-7f82958f2815 service nova] Releasing lock "refresh_cache-73827131-0a2c-48ac-9358-d5d301c1144f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.283186] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485807, 'name': CreateVM_Task, 'duration_secs': 0.55349} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.283836] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.288625] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.288625] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.288625] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.288625] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed82ffde-1f8a-4efb-acd2-28d6e6f8afd8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.295783] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 738.295783] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526b5215-c701-a6f0-acf7-7246abe35831" [ 738.295783] env[63043]: _type = "Task" [ 738.295783] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.305894] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526b5215-c701-a6f0-acf7-7246abe35831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.340981] env[63043]: DEBUG nova.network.neutron [-] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.398762] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240149} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.398881] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.399832] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec6b8df-1d6c-42ab-9ebd-a1ca881898be {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.427060] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 5f14a03a-430e-4972-9840-4729803e9acc/5f14a03a-430e-4972-9840-4729803e9acc.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.427060] env[63043]: DEBUG nova.scheduler.client.report [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.433780] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9a974e-21f3-40b1-b509-7b364b483c77 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.457342] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 738.457342] env[63043]: value = "task-2485811" [ 738.457342] env[63043]: _type = "Task" [ 738.457342] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.466164] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485811, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.492502] env[63043]: DEBUG nova.compute.manager [req-c03a7667-00ea-4025-9e11-655b18553b59 req-91d7662c-b59c-4c0d-9b05-133a9d972761 service nova] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Received event network-vif-deleted-cb51e22d-0492-45ae-b3c4-9097a83d89d8 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.629612] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485804, 'name': Rename_Task, 'duration_secs': 1.253956} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.629887] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.630249] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-882a0174-0d21-4378-8917-636929c151cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.636775] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 738.636775] env[63043]: value = "task-2485812" [ 738.636775] env[63043]: _type = "Task" [ 738.636775] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.645290] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.723211] env[63043]: DEBUG nova.compute.manager [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.750009] env[63043]: DEBUG nova.virt.hardware [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.750281] env[63043]: DEBUG nova.virt.hardware [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.750441] env[63043]: DEBUG nova.virt.hardware [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.750624] env[63043]: DEBUG nova.virt.hardware [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.750773] env[63043]: DEBUG nova.virt.hardware [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.750920] env[63043]: DEBUG nova.virt.hardware [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.751170] env[63043]: DEBUG nova.virt.hardware [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.751342] env[63043]: DEBUG nova.virt.hardware [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.751511] env[63043]: DEBUG nova.virt.hardware [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.751677] env[63043]: DEBUG nova.virt.hardware [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.751850] env[63043]: DEBUG nova.virt.hardware [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.752760] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c439adfa-20e7-4d55-b1a7-09d11f048e04 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.761131] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5cf3ee-dae1-4d7a-8c21-40f6a3b9f522 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.806727] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526b5215-c701-a6f0-acf7-7246abe35831, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.807456] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.807456] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.807579] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.807717] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.807917] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.808201] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eeb0797-15cb-4994-9d83-04a65e76339c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.815798] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.815798] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.816937] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7840d278-5e8a-4654-87da-0036f7ee38f6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.821703] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 738.821703] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b61370-a6e5-b3eb-9bf9-5db1c44f121f" [ 738.821703] env[63043]: _type = "Task" [ 738.821703] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.829368] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b61370-a6e5-b3eb-9bf9-5db1c44f121f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.845020] env[63043]: INFO nova.compute.manager [-] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Took 1.48 seconds to deallocate network for instance. [ 738.934507] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.937030] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.128s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.939025] env[63043]: INFO nova.compute.claims [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.965654] env[63043]: INFO nova.scheduler.client.report [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Deleted allocations for instance 7d0e6646-06a1-446a-8650-7208d1ce265e [ 738.974327] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485811, 'name': ReconfigVM_Task, 'duration_secs': 0.349081} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.974891] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 5f14a03a-430e-4972-9840-4729803e9acc/5f14a03a-430e-4972-9840-4729803e9acc.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.975609] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bf30433-407d-4928-81ea-f29bdf201106 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.981825] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 738.981825] env[63043]: value = "task-2485813" [ 738.981825] env[63043]: _type = "Task" [ 738.981825] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.992081] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485813, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.079689] env[63043]: DEBUG nova.compute.manager [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Stashing vm_state: active {{(pid=63043) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 739.100823] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 739.101078] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502961', 'volume_id': 'ce6c6b5e-684b-4f14-a7a5-b6c469524d8b', 'name': 'volume-ce6c6b5e-684b-4f14-a7a5-b6c469524d8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a884ef52-e22f-4f4f-8b4e-f663de615123', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce6c6b5e-684b-4f14-a7a5-b6c469524d8b', 'serial': 'ce6c6b5e-684b-4f14-a7a5-b6c469524d8b'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 739.102069] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8fa3ff-7c9b-4c29-9f63-484bd6214200 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.120725] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739e8546-ce60-4fce-b702-690d0f2b1354 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.147512] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-ce6c6b5e-684b-4f14-a7a5-b6c469524d8b/volume-ce6c6b5e-684b-4f14-a7a5-b6c469524d8b.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.151537] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a46c333-6564-47dc-965a-13399bef49c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.170802] env[63043]: DEBUG oslo_vmware.api [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485812, 'name': PowerOnVM_Task, 'duration_secs': 0.518097} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.172141] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.172361] env[63043]: INFO nova.compute.manager [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Took 9.52 seconds to spawn the instance on the hypervisor. [ 739.172541] env[63043]: DEBUG nova.compute.manager [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.172883] env[63043]: DEBUG oslo_vmware.api [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Waiting for the task: (returnval){ [ 739.172883] env[63043]: value = "task-2485814" [ 739.172883] env[63043]: _type = "Task" [ 739.172883] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.173652] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e6473f-4b6f-48a4-be02-b7cedb700b9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.192250] env[63043]: DEBUG oslo_vmware.api [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Task: {'id': task-2485814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.195788] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.196260] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19f57335-db79-4c0c-ada2-0f426cf3e02d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.203386] env[63043]: DEBUG nova.virt.hardware [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.204029] env[63043]: DEBUG nova.virt.hardware [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.204029] env[63043]: DEBUG nova.virt.hardware [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.204029] env[63043]: DEBUG nova.virt.hardware [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.204217] env[63043]: DEBUG nova.virt.hardware [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.204438] env[63043]: DEBUG nova.virt.hardware [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.204724] env[63043]: DEBUG nova.virt.hardware [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.204920] env[63043]: DEBUG nova.virt.hardware [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.205178] env[63043]: DEBUG nova.virt.hardware [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.205999] env[63043]: DEBUG nova.virt.hardware [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.205999] env[63043]: DEBUG nova.virt.hardware [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.206393] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b994bc3-2c93-4fbc-85e9-35a12f911f9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.210653] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 739.210653] env[63043]: value = "task-2485815" [ 739.210653] env[63043]: _type = "Task" [ 739.210653] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.223140] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee26db91-eba8-4242-9cb6-c6aa8ae64f1e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.226048] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.238810] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Instance VIF info [] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.244480] env[63043]: DEBUG oslo.service.loopingcall [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.245140] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.245408] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88310038-316c-4707-b586-f88b12545fa7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.262903] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.262903] env[63043]: value = "task-2485816" [ 739.262903] env[63043]: _type = "Task" [ 739.262903] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.017058] env[63043]: DEBUG nova.network.neutron [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Successfully updated port: cdfda3ab-835c-4ef8-a7e5-f3fbab372264 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.022143] env[63043]: DEBUG oslo_concurrency.lockutils [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.028067] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0ad930f-9d1c-4405-83c6-7b201322d9ad tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "7d0e6646-06a1-446a-8650-7208d1ce265e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.127s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.043966] env[63043]: INFO nova.compute.manager [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Took 40.94 seconds to build instance. [ 740.058347] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquiring lock "0e9ba214-805d-4744-83c7-72cda80bc706" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.058602] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Lock "0e9ba214-805d-4744-83c7-72cda80bc706" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.062649] env[63043]: DEBUG oslo_concurrency.lockutils [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.066271] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "4df019ea-8beb-4e10-acfa-04df94575993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.066488] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "4df019ea-8beb-4e10-acfa-04df94575993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.066691] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "4df019ea-8beb-4e10-acfa-04df94575993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.066870] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "4df019ea-8beb-4e10-acfa-04df94575993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.067051] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "4df019ea-8beb-4e10-acfa-04df94575993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.068819] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485816, 'name': CreateVM_Task, 'duration_secs': 0.317179} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.071543] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.072313] env[63043]: INFO nova.compute.manager [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Terminating instance [ 740.075207] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.075396] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.075734] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.087898] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b94c62-f47d-45b2-9f3e-569bd3cdd342 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.090262] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485813, 'name': Rename_Task, 'duration_secs': 0.225113} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.090550] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b61370-a6e5-b3eb-9bf9-5db1c44f121f, 'name': SearchDatastore_Task, 'duration_secs': 0.007775} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.094020] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485815, 'name': PowerOffVM_Task, 'duration_secs': 0.262231} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.094020] env[63043]: DEBUG oslo_vmware.api [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Task: {'id': task-2485814, 'name': ReconfigVM_Task, 'duration_secs': 0.737347} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.094020] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.094020] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.094020] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-ce6c6b5e-684b-4f14-a7a5-b6c469524d8b/volume-ce6c6b5e-684b-4f14-a7a5-b6c469524d8b.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.097760] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25e02abf-3678-4a43-a9f5-86f5c8cd89da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.099203] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca85213b-0a1a-4f9e-b931-bac279663d6b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.101727] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ff267e-ef56-4b9f-92ff-73767cb9dc79 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.104546] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea36b63d-e786-49fa-b5fd-6ae226671da3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.115455] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Waiting for the task: (returnval){ [ 740.115455] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527ceb28-8d48-6a17-3b06-64ea769c700b" [ 740.115455] env[63043]: _type = "Task" [ 740.115455] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.132936] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 740.132936] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e32267-8248-e232-3eb4-31cacde2b44d" [ 740.132936] env[63043]: _type = "Task" [ 740.132936] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.136182] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994f63e3-b7c4-4967-9a8c-c52c777781af {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.138999] env[63043]: DEBUG oslo_vmware.api [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Waiting for the task: (returnval){ [ 740.138999] env[63043]: value = "task-2485818" [ 740.138999] env[63043]: _type = "Task" [ 740.138999] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.139341] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 740.139341] env[63043]: value = "task-2485817" [ 740.139341] env[63043]: _type = "Task" [ 740.139341] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.145430] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527ceb28-8d48-6a17-3b06-64ea769c700b, 'name': SearchDatastore_Task, 'duration_secs': 0.02286} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.152723] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.153082] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.153172] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.161619] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e32267-8248-e232-3eb4-31cacde2b44d, 'name': SearchDatastore_Task, 'duration_secs': 0.020355} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.161862] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.162135] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 73827131-0a2c-48ac-9358-d5d301c1144f/73827131-0a2c-48ac-9358-d5d301c1144f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.162414] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.162599] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.162822] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96411c37-cba1-4c82-8668-53d73045c658 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.171309] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b183c5e-1455-4497-a30f-8af81814db92 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.173305] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485817, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.173614] env[63043]: DEBUG oslo_vmware.api [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Task: {'id': task-2485818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.181508] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 740.181508] env[63043]: value = "task-2485819" [ 740.181508] env[63043]: _type = "Task" [ 740.181508] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.184133] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.184422] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a8b23a4-c5e9-4d50-ae91-ba6acab570e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.193238] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.195292] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 740.195292] env[63043]: value = "task-2485820" [ 740.195292] env[63043]: _type = "Task" [ 740.195292] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.195534] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.195697] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.196452] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de6906e-9b16-4fcb-9923-1d5f4528a51c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.207574] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 740.207810] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.208078] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.208308] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.208518] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.208832] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Waiting for the task: (returnval){ [ 740.208832] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52fe27c5-0507-01d6-d5ca-7c92c6581a1d" [ 740.208832] env[63043]: _type = "Task" [ 740.208832] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.209078] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd8b6de4-acb7-4043-b138-680491bc6267 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.219534] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52fe27c5-0507-01d6-d5ca-7c92c6581a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011795} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.221464] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.221782] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.222358] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9cf5dd2-6dee-4328-8862-3e6c021475f1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.224604] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cafd2ed-eca3-4ae7-9d49-14d30fb6e4b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.230265] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 740.230265] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f94177-234a-1738-4bb0-c65a38ea23de" [ 740.230265] env[63043]: _type = "Task" [ 740.230265] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.231414] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Waiting for the task: (returnval){ [ 740.231414] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526e1734-de98-43a7-382c-8bb01a33494a" [ 740.231414] env[63043]: _type = "Task" [ 740.231414] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.243931] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f94177-234a-1738-4bb0-c65a38ea23de, 'name': SearchDatastore_Task, 'duration_secs': 0.010057} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.247922] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526e1734-de98-43a7-382c-8bb01a33494a, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.248225] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57622e48-8e0b-4f36-acb3-2a4379258431 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.250378] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.250634] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 2cbfe3ec-021d-49ac-909f-88b44a8844ca/2cbfe3ec-021d-49ac-909f-88b44a8844ca.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.250865] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd906d5e-a81f-4cdf-829d-14c973b0c03e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.255639] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 740.255639] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5284df84-15c1-9b2a-df7b-b9c2279e6433" [ 740.255639] env[63043]: _type = "Task" [ 740.255639] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.259609] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Waiting for the task: (returnval){ [ 740.259609] env[63043]: value = "task-2485821" [ 740.259609] env[63043]: _type = "Task" [ 740.259609] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.266094] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5284df84-15c1-9b2a-df7b-b9c2279e6433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.271169] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.521981] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "refresh_cache-c52ccbde-5679-4408-bf26-4bee8974a41a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.522316] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "refresh_cache-c52ccbde-5679-4408-bf26-4bee8974a41a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.522621] env[63043]: DEBUG nova.network.neutron [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.525678] env[63043]: DEBUG nova.compute.manager [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Received event network-vif-plugged-cdfda3ab-835c-4ef8-a7e5-f3fbab372264 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.526047] env[63043]: DEBUG oslo_concurrency.lockutils [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] Acquiring lock "c52ccbde-5679-4408-bf26-4bee8974a41a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.526425] env[63043]: DEBUG oslo_concurrency.lockutils [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] Lock "c52ccbde-5679-4408-bf26-4bee8974a41a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.526738] env[63043]: DEBUG oslo_concurrency.lockutils [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] Lock "c52ccbde-5679-4408-bf26-4bee8974a41a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.527077] env[63043]: DEBUG nova.compute.manager [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] No waiting events found dispatching network-vif-plugged-cdfda3ab-835c-4ef8-a7e5-f3fbab372264 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.527458] env[63043]: WARNING nova.compute.manager [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Received unexpected event network-vif-plugged-cdfda3ab-835c-4ef8-a7e5-f3fbab372264 for instance with vm_state building and task_state spawning. [ 740.527717] env[63043]: DEBUG nova.compute.manager [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Received event network-changed-cdfda3ab-835c-4ef8-a7e5-f3fbab372264 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.528042] env[63043]: DEBUG nova.compute.manager [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Refreshing instance network info cache due to event network-changed-cdfda3ab-835c-4ef8-a7e5-f3fbab372264. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 740.528458] env[63043]: DEBUG oslo_concurrency.lockutils [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] Acquiring lock "refresh_cache-c52ccbde-5679-4408-bf26-4bee8974a41a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.546043] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "32fdad42-1e49-403b-a3d5-76f47b87d567" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.288s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.546440] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c86d8585-757a-4333-8a74-d16bd658d566 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "32fdad42-1e49-403b-a3d5-76f47b87d567" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.546675] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c86d8585-757a-4333-8a74-d16bd658d566 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "32fdad42-1e49-403b-a3d5-76f47b87d567" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.546860] env[63043]: DEBUG nova.compute.manager [None req-c86d8585-757a-4333-8a74-d16bd658d566 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.550020] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f003478-a291-4879-9670-3db536520e44 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.561893] env[63043]: DEBUG nova.compute.manager [None req-c86d8585-757a-4333-8a74-d16bd658d566 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63043) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 740.562695] env[63043]: DEBUG nova.objects.instance [None req-c86d8585-757a-4333-8a74-d16bd658d566 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lazy-loading 'flavor' on Instance uuid 32fdad42-1e49-403b-a3d5-76f47b87d567 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.589490] env[63043]: DEBUG nova.compute.manager [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.589781] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.590725] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09df1d8d-0894-4a03-ae15-759a6f7001a6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.603919] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.604178] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bddc0ea9-9cff-44ef-8d0c-7b654b71fa17 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.618187] env[63043]: DEBUG oslo_vmware.api [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 740.618187] env[63043]: value = "task-2485822" [ 740.618187] env[63043]: _type = "Task" [ 740.618187] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.633025] env[63043]: DEBUG oslo_vmware.api [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.661704] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485817, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.666108] env[63043]: DEBUG oslo_vmware.api [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Task: {'id': task-2485818, 'name': ReconfigVM_Task, 'duration_secs': 0.178691} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.666454] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502961', 'volume_id': 'ce6c6b5e-684b-4f14-a7a5-b6c469524d8b', 'name': 'volume-ce6c6b5e-684b-4f14-a7a5-b6c469524d8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a884ef52-e22f-4f4f-8b4e-f663de615123', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce6c6b5e-684b-4f14-a7a5-b6c469524d8b', 'serial': 'ce6c6b5e-684b-4f14-a7a5-b6c469524d8b'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 740.693296] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485819, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.772896] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5284df84-15c1-9b2a-df7b-b9c2279e6433, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.776643] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.776934] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 974b051e-74c5-457d-b734-ef7fa65a8d3d/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk. {{(pid=63043) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 740.777243] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485821, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.780036] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f71ffd55-d764-418a-bbbd-6421125e502a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.791593] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 740.791593] env[63043]: value = "task-2485823" [ 740.791593] env[63043]: _type = "Task" [ 740.791593] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.802988] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.017156] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c3ba10-50ed-4bb1-a0d3-74b586518f61 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.024737] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718de516-f729-4b12-90dd-0242ea6e84ba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.055344] env[63043]: DEBUG nova.compute.manager [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.060284] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6890ec6a-e186-4f3b-b547-aab856b25973 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.069685] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fede56-5ade-4e89-bedd-9bb2fff722da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.089206] env[63043]: DEBUG nova.compute.provider_tree [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.091506] env[63043]: DEBUG nova.network.neutron [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.129415] env[63043]: DEBUG oslo_vmware.api [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485822, 'name': PowerOffVM_Task, 'duration_secs': 0.33766} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.130125] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.130125] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.130307] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-927ef78c-fe9c-4322-8958-016b531713e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.155475] env[63043]: DEBUG oslo_vmware.api [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485817, 'name': PowerOnVM_Task, 'duration_secs': 0.983692} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.155779] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.155963] env[63043]: INFO nova.compute.manager [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Took 8.83 seconds to spawn the instance on the hypervisor. [ 741.156203] env[63043]: DEBUG nova.compute.manager [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.157078] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714c5c71-2211-4575-bbe2-7b12c1bdf5f4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.190182] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569579} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.190686] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 73827131-0a2c-48ac-9358-d5d301c1144f/73827131-0a2c-48ac-9358-d5d301c1144f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.190905] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.191311] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-320eefcf-41bc-4481-a1ac-ac3380dc4d7a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.198097] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 741.198097] env[63043]: value = "task-2485825" [ 741.198097] env[63043]: _type = "Task" [ 741.198097] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.200041] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.200041] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.200041] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Deleting the datastore file [datastore1] 4df019ea-8beb-4e10-acfa-04df94575993 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.207244] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c757ce10-4a48-49d9-9ecc-3ff8217fe7cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.220949] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.221201] env[63043]: DEBUG oslo_vmware.api [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for the task: (returnval){ [ 741.221201] env[63043]: value = "task-2485826" [ 741.221201] env[63043]: _type = "Task" [ 741.221201] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.233030] env[63043]: DEBUG oslo_vmware.api [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.273506] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703382} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.273720] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 2cbfe3ec-021d-49ac-909f-88b44a8844ca/2cbfe3ec-021d-49ac-909f-88b44a8844ca.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.274023] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.274303] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34efcaa2-6d62-4579-97ff-3760f68aad7e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.282891] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Waiting for the task: (returnval){ [ 741.282891] env[63043]: value = "task-2485827" [ 741.282891] env[63043]: _type = "Task" [ 741.282891] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.291364] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.301708] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485823, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.325830] env[63043]: DEBUG nova.network.neutron [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Updating instance_info_cache with network_info: [{"id": "cdfda3ab-835c-4ef8-a7e5-f3fbab372264", "address": "fa:16:3e:d0:83:92", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdfda3ab-83", "ovs_interfaceid": "cdfda3ab-835c-4ef8-a7e5-f3fbab372264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.578977] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d8585-757a-4333-8a74-d16bd658d566 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.579303] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6b6bc2b-62e5-43af-906b-e1e7d734b9f5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.581952] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.587832] env[63043]: DEBUG oslo_vmware.api [None req-c86d8585-757a-4333-8a74-d16bd658d566 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 741.587832] env[63043]: value = "task-2485828" [ 741.587832] env[63043]: _type = "Task" [ 741.587832] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.600175] env[63043]: DEBUG oslo_vmware.api [None req-c86d8585-757a-4333-8a74-d16bd658d566 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.617665] env[63043]: ERROR nova.scheduler.client.report [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [req-68a67382-0e95-4508-b57a-3a3445c7ba6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1c615ed-2198-4c37-92f9-e049b1e9001f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-68a67382-0e95-4508-b57a-3a3445c7ba6b"}]} [ 741.634688] env[63043]: DEBUG nova.scheduler.client.report [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Refreshing inventories for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 741.649722] env[63043]: DEBUG nova.scheduler.client.report [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Updating ProviderTree inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 741.649895] env[63043]: DEBUG nova.compute.provider_tree [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.662320] env[63043]: DEBUG nova.scheduler.client.report [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Refreshing aggregate associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, aggregates: None {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 741.676858] env[63043]: INFO nova.compute.manager [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Took 34.74 seconds to build instance. [ 741.680264] env[63043]: DEBUG nova.scheduler.client.report [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Refreshing trait associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 741.710844] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108555} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.711138] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.711931] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6924f6f3-8798-4a60-aa0b-1ee2a41aaedf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.736070] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 73827131-0a2c-48ac-9358-d5d301c1144f/73827131-0a2c-48ac-9358-d5d301c1144f.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.745059] env[63043]: DEBUG nova.objects.instance [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Lazy-loading 'flavor' on Instance uuid a884ef52-e22f-4f4f-8b4e-f663de615123 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.746579] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19ce9475-8b7c-4ba7-a7c9-5e77f48d013b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.774214] env[63043]: DEBUG oslo_vmware.api [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.774214] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 741.774214] env[63043]: value = "task-2485829" [ 741.774214] env[63043]: _type = "Task" [ 741.774214] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.798591] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.810165] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085543} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.811304] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.812888] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ca438-cceb-4dff-bb19-b54e7d270813 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.822154] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628685} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.825525] env[63043]: INFO nova.virt.vmwareapi.ds_util [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 974b051e-74c5-457d-b734-ef7fa65a8d3d/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk. [ 741.826439] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd90f1e-4869-4606-9d58-cb7a339bc4b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.835821] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "refresh_cache-c52ccbde-5679-4408-bf26-4bee8974a41a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.836169] env[63043]: DEBUG nova.compute.manager [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Instance network_info: |[{"id": "cdfda3ab-835c-4ef8-a7e5-f3fbab372264", "address": "fa:16:3e:d0:83:92", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdfda3ab-83", "ovs_interfaceid": "cdfda3ab-835c-4ef8-a7e5-f3fbab372264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.845127] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 2cbfe3ec-021d-49ac-909f-88b44a8844ca/2cbfe3ec-021d-49ac-909f-88b44a8844ca.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.848048] env[63043]: DEBUG oslo_concurrency.lockutils [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] Acquired lock "refresh_cache-c52ccbde-5679-4408-bf26-4bee8974a41a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.848259] env[63043]: DEBUG nova.network.neutron [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Refreshing network info cache for port cdfda3ab-835c-4ef8-a7e5-f3fbab372264 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.849473] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:83:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdfda3ab-835c-4ef8-a7e5-f3fbab372264', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.857777] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Creating folder: Project (7dd94690af0041cda4a52aba8f2a1eca). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.857777] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f3cbae-c07a-4250-b923-e95e9df4abe0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.888025] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97b82409-9711-45bc-9bfd-563d3238491f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.896970] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 974b051e-74c5-457d-b734-ef7fa65a8d3d/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.900350] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803e798c-6bca-4f94-83b2-d6f19bfa0037 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.916192] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Waiting for the task: (returnval){ [ 741.916192] env[63043]: value = "task-2485830" [ 741.916192] env[63043]: _type = "Task" [ 741.916192] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.920885] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 741.920885] env[63043]: value = "task-2485832" [ 741.920885] env[63043]: _type = "Task" [ 741.920885] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.928354] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Created folder: Project (7dd94690af0041cda4a52aba8f2a1eca) in parent group-v502843. [ 741.928577] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Creating folder: Instances. Parent ref: group-v502967. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.928867] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.931897] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85783d86-6505-4bfa-b089-753f730781b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.936864] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.945381] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Created folder: Instances in parent group-v502967. [ 741.945521] env[63043]: DEBUG oslo.service.loopingcall [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.948097] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.949552] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-456ebb0a-3bcf-4e1a-8c08-b87b377ee445 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.970050] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.970050] env[63043]: value = "task-2485834" [ 741.970050] env[63043]: _type = "Task" [ 741.970050] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.980072] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485834, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.097869] env[63043]: DEBUG oslo_vmware.api [None req-c86d8585-757a-4333-8a74-d16bd658d566 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485828, 'name': PowerOffVM_Task, 'duration_secs': 0.495579} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.098170] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d8585-757a-4333-8a74-d16bd658d566 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.098373] env[63043]: DEBUG nova.compute.manager [None req-c86d8585-757a-4333-8a74-d16bd658d566 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.099170] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5614f47-3663-4df7-96b5-217206bdd4d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.178917] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9f482334-3c60-4beb-bd0f-7afff56a043a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "5f14a03a-430e-4972-9840-4729803e9acc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.398s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.242973] env[63043]: DEBUG oslo_vmware.api [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Task: {'id': task-2485826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.624468} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.243422] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.243620] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.243889] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.244035] env[63043]: INFO nova.compute.manager [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Took 1.65 seconds to destroy the instance on the hypervisor. [ 742.244283] env[63043]: DEBUG oslo.service.loopingcall [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.244485] env[63043]: DEBUG nova.compute.manager [-] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.244583] env[63043]: DEBUG nova.network.neutron [-] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.267165] env[63043]: DEBUG oslo_concurrency.lockutils [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Acquiring lock "a884ef52-e22f-4f4f-8b4e-f663de615123" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.268116] env[63043]: DEBUG oslo_concurrency.lockutils [None req-061af198-69c7-4c7e-a9cf-e53e3df8c0bd tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.804s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.269105] env[63043]: DEBUG oslo_concurrency.lockutils [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.288375] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.316249] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce7062-3f2a-472a-8600-0595b1678a35 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.324675] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310a17d0-d2ec-4122-9ca1-600e74e7e2c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.364343] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d6bbad-543e-4cf6-b37e-5f0797ccda4d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.373943] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5f2753-331c-4928-b21c-12e5ef56690a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.391879] env[63043]: DEBUG nova.compute.provider_tree [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.433091] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.437683] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.480161] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485834, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.614164] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c86d8585-757a-4333-8a74-d16bd658d566 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "32fdad42-1e49-403b-a3d5-76f47b87d567" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.681878] env[63043]: DEBUG nova.compute.manager [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.775676] env[63043]: INFO nova.compute.manager [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Detaching volume ce6c6b5e-684b-4f14-a7a5-b6c469524d8b [ 742.790333] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485829, 'name': ReconfigVM_Task, 'duration_secs': 0.852841} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.790665] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 73827131-0a2c-48ac-9358-d5d301c1144f/73827131-0a2c-48ac-9358-d5d301c1144f.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.791451] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b503885e-4050-4792-9c58-ec5ee4e8373a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.797853] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 742.797853] env[63043]: value = "task-2485835" [ 742.797853] env[63043]: _type = "Task" [ 742.797853] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.805710] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485835, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.810445] env[63043]: DEBUG nova.network.neutron [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Updated VIF entry in instance network info cache for port cdfda3ab-835c-4ef8-a7e5-f3fbab372264. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.810445] env[63043]: DEBUG nova.network.neutron [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Updating instance_info_cache with network_info: [{"id": "cdfda3ab-835c-4ef8-a7e5-f3fbab372264", "address": "fa:16:3e:d0:83:92", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdfda3ab-83", "ovs_interfaceid": "cdfda3ab-835c-4ef8-a7e5-f3fbab372264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.818406] env[63043]: INFO nova.virt.block_device [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Attempting to driver detach volume ce6c6b5e-684b-4f14-a7a5-b6c469524d8b from mountpoint /dev/sdb [ 742.818654] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 742.818811] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502961', 'volume_id': 'ce6c6b5e-684b-4f14-a7a5-b6c469524d8b', 'name': 'volume-ce6c6b5e-684b-4f14-a7a5-b6c469524d8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a884ef52-e22f-4f4f-8b4e-f663de615123', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce6c6b5e-684b-4f14-a7a5-b6c469524d8b', 'serial': 'ce6c6b5e-684b-4f14-a7a5-b6c469524d8b'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 742.819643] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d858e55d-fdfb-4cd8-a06a-aea20292f1ed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.846845] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c329fa-c554-4950-aef4-f257f0459a97 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.855392] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a067d3c-af87-4063-81a5-0b3aac95ba09 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.876716] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a3d4b-479d-44bb-a4ff-bd8d0a61b76f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.894916] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] The volume has not been displaced from its original location: [datastore1] volume-ce6c6b5e-684b-4f14-a7a5-b6c469524d8b/volume-ce6c6b5e-684b-4f14-a7a5-b6c469524d8b.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 742.900080] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 742.901141] env[63043]: DEBUG nova.scheduler.client.report [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.905469] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56249cb6-129c-4bde-8fcf-9dadacddce42 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.927191] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485830, 'name': ReconfigVM_Task, 'duration_secs': 0.673964} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.931396] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 2cbfe3ec-021d-49ac-909f-88b44a8844ca/2cbfe3ec-021d-49ac-909f-88b44a8844ca.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.932950] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78cc9ef1-bd7e-49eb-ae90-63cc5063288e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.934624] env[63043]: DEBUG oslo_vmware.api [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Waiting for the task: (returnval){ [ 742.934624] env[63043]: value = "task-2485836" [ 742.934624] env[63043]: _type = "Task" [ 742.934624] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.941808] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485832, 'name': ReconfigVM_Task, 'duration_secs': 0.726564} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.943481] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 974b051e-74c5-457d-b734-ef7fa65a8d3d/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.944061] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Waiting for the task: (returnval){ [ 742.944061] env[63043]: value = "task-2485837" [ 742.944061] env[63043]: _type = "Task" [ 742.944061] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.944734] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d1232f-83ad-49ed-b7cd-c16b2de1f785 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.954279] env[63043]: DEBUG oslo_vmware.api [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Task: {'id': task-2485836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.976347] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485837, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.985535] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e15d7e7-684f-4d3c-9ffc-746eb00de8b2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.996662] env[63043]: DEBUG nova.compute.manager [req-ab9a7864-4bca-4c42-8168-6a67b7c87406 req-a11ae087-36ae-400d-86b0-480961bd309f service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Received event network-changed-2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.996798] env[63043]: DEBUG nova.compute.manager [req-ab9a7864-4bca-4c42-8168-6a67b7c87406 req-a11ae087-36ae-400d-86b0-480961bd309f service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Refreshing instance network info cache due to event network-changed-2eb5d566-13f8-4910-84aa-3695e313b2c1. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.997025] env[63043]: DEBUG oslo_concurrency.lockutils [req-ab9a7864-4bca-4c42-8168-6a67b7c87406 req-a11ae087-36ae-400d-86b0-480961bd309f service nova] Acquiring lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.997174] env[63043]: DEBUG oslo_concurrency.lockutils [req-ab9a7864-4bca-4c42-8168-6a67b7c87406 req-a11ae087-36ae-400d-86b0-480961bd309f service nova] Acquired lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.997332] env[63043]: DEBUG nova.network.neutron [req-ab9a7864-4bca-4c42-8168-6a67b7c87406 req-a11ae087-36ae-400d-86b0-480961bd309f service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Refreshing network info cache for port 2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.003908] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485834, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.005199] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 743.005199] env[63043]: value = "task-2485838" [ 743.005199] env[63043]: _type = "Task" [ 743.005199] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.016059] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.207535] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.224109] env[63043]: DEBUG nova.network.neutron [-] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.307715] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485835, 'name': Rename_Task, 'duration_secs': 0.141161} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.308745] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.308745] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6384af3-b8f2-4ae1-9a28-1299d99b2bbc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.314974] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 743.314974] env[63043]: value = "task-2485839" [ 743.314974] env[63043]: _type = "Task" [ 743.314974] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.314974] env[63043]: DEBUG oslo_concurrency.lockutils [req-64f64f3a-e35a-4730-b650-ae124c880018 req-6959fc56-e419-43ca-9ce0-df3b3a57b2a5 service nova] Releasing lock "refresh_cache-c52ccbde-5679-4408-bf26-4bee8974a41a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.322718] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.419424] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.482s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.419957] env[63043]: DEBUG nova.compute.manager [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.422656] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.197s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.422879] env[63043]: DEBUG nova.objects.instance [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lazy-loading 'resources' on Instance uuid f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.445381] env[63043]: DEBUG oslo_vmware.api [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Task: {'id': task-2485836, 'name': ReconfigVM_Task, 'duration_secs': 0.40751} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.445671] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 743.451108] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97b0151c-d743-4edf-9350-992e2a399c43 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.472030] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485837, 'name': Rename_Task, 'duration_secs': 0.334134} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.473983] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.476099] env[63043]: DEBUG oslo_vmware.api [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Waiting for the task: (returnval){ [ 743.476099] env[63043]: value = "task-2485840" [ 743.476099] env[63043]: _type = "Task" [ 743.476099] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.476099] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98803e7b-ec76-48fa-8f25-3457e48dd532 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.487946] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Waiting for the task: (returnval){ [ 743.487946] env[63043]: value = "task-2485841" [ 743.487946] env[63043]: _type = "Task" [ 743.487946] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.493219] env[63043]: DEBUG oslo_vmware.api [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Task: {'id': task-2485840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.504961] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485834, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.512613] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485841, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.518296] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.726388] env[63043]: INFO nova.compute.manager [-] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Took 1.48 seconds to deallocate network for instance. [ 743.756859] env[63043]: DEBUG nova.network.neutron [req-ab9a7864-4bca-4c42-8168-6a67b7c87406 req-a11ae087-36ae-400d-86b0-480961bd309f service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updated VIF entry in instance network info cache for port 2eb5d566-13f8-4910-84aa-3695e313b2c1. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.757241] env[63043]: DEBUG nova.network.neutron [req-ab9a7864-4bca-4c42-8168-6a67b7c87406 req-a11ae087-36ae-400d-86b0-480961bd309f service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updating instance_info_cache with network_info: [{"id": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "address": "fa:16:3e:e5:2a:97", "network": {"id": "b0f00f8f-2347-49f2-8b1b-73d7459a1c4c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099354259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "114613a11db4463787e44cf309f9482f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb5d566-13", "ovs_interfaceid": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.828285] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.926065] env[63043]: DEBUG nova.compute.utils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 743.931022] env[63043]: DEBUG nova.compute.manager [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.931022] env[63043]: DEBUG nova.network.neutron [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.977404] env[63043]: DEBUG nova.policy [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa3866711c8443de85a62c4bf99819db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dd94690af0041cda4a52aba8f2a1eca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.994627] env[63043]: DEBUG oslo_vmware.api [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Task: {'id': task-2485840, 'name': ReconfigVM_Task, 'duration_secs': 0.179978} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.003477] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502961', 'volume_id': 'ce6c6b5e-684b-4f14-a7a5-b6c469524d8b', 'name': 'volume-ce6c6b5e-684b-4f14-a7a5-b6c469524d8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a884ef52-e22f-4f4f-8b4e-f663de615123', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce6c6b5e-684b-4f14-a7a5-b6c469524d8b', 'serial': 'ce6c6b5e-684b-4f14-a7a5-b6c469524d8b'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 744.005936] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485834, 'name': CreateVM_Task, 'duration_secs': 1.58294} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.007259] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.013596] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.013596] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.013596] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.017189] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d89e31-3c6b-4a07-a05a-212860e4a9c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.019830] env[63043]: DEBUG oslo_vmware.api [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Task: {'id': task-2485841, 'name': PowerOnVM_Task, 'duration_secs': 0.464615} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.024268] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.024504] env[63043]: DEBUG nova.compute.manager [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.029160] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b14a25c-fe6c-492d-ae69-869fda491041 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.032410] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.033874] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 744.033874] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524eae36-5e6c-f577-37c3-2355c93e2b9e" [ 744.033874] env[63043]: _type = "Task" [ 744.033874] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.050385] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524eae36-5e6c-f577-37c3-2355c93e2b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.050385] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.050385] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.050622] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.050747] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.050924] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.051199] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-071efc76-2f90-4ed0-a418-e7134f69bbed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.061821] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.062034] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.065804] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac255df-72ea-4d79-a711-8090db6ec461 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.073051] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 744.073051] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529b18e4-9828-8b86-c6c8-5750082fbc51" [ 744.073051] env[63043]: _type = "Task" [ 744.073051] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.083133] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529b18e4-9828-8b86-c6c8-5750082fbc51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.233243] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.263972] env[63043]: DEBUG oslo_concurrency.lockutils [req-ab9a7864-4bca-4c42-8168-6a67b7c87406 req-a11ae087-36ae-400d-86b0-480961bd309f service nova] Releasing lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.328563] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485839, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.361982] env[63043]: DEBUG nova.network.neutron [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Successfully created port: 4a44bfba-ff41-48a0-931b-abefd11c11a7 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.433324] env[63043]: DEBUG nova.compute.manager [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.497145] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357cfe60-5aa3-4e20-8e0a-e80f2ca0a123 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.504705] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21380dc9-31fa-4ee1-806a-d5611dfefea3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.517548] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485838, 'name': ReconfigVM_Task, 'duration_secs': 1.112183} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.545567] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.551527] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2031d2bd-3767-40db-97e1-10fd67f56f1d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.554536] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf39c6f6-88f4-4243-8307-b18f211417c7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.558607] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.565714] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72ac26c-16cd-4a86-86ce-ac106bfb3f9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.569916] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 744.569916] env[63043]: value = "task-2485842" [ 744.569916] env[63043]: _type = "Task" [ 744.569916] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.581685] env[63043]: DEBUG nova.compute.provider_tree [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.592556] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485842, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.594320] env[63043]: DEBUG nova.objects.instance [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Lazy-loading 'flavor' on Instance uuid a884ef52-e22f-4f4f-8b4e-f663de615123 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.599784] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529b18e4-9828-8b86-c6c8-5750082fbc51, 'name': SearchDatastore_Task, 'duration_secs': 0.013427} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.601289] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b342e9-6122-4e92-8e69-2455ee5bf69a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.607339] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 744.607339] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524336c7-d3d9-94e5-1e23-3592c4274047" [ 744.607339] env[63043]: _type = "Task" [ 744.607339] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.617917] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524336c7-d3d9-94e5-1e23-3592c4274047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.757071] env[63043]: DEBUG nova.compute.manager [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.757974] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898a7f9-8aa7-46e9-a5bb-e6e5cd5de1a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.829046] env[63043]: DEBUG oslo_vmware.api [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485839, 'name': PowerOnVM_Task, 'duration_secs': 1.091516} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.829305] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.829513] env[63043]: INFO nova.compute.manager [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Took 9.82 seconds to spawn the instance on the hypervisor. [ 744.829695] env[63043]: DEBUG nova.compute.manager [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.830481] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0961efb-da60-4688-8579-9c1fae5386db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.080355] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.087431] env[63043]: DEBUG nova.compute.manager [req-cd7264f3-a715-4bcb-a615-d632be26d805 req-3d59d90a-d79b-4b22-919f-ca0245475078 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Received event network-changed-2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.087636] env[63043]: DEBUG nova.compute.manager [req-cd7264f3-a715-4bcb-a615-d632be26d805 req-3d59d90a-d79b-4b22-919f-ca0245475078 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Refreshing instance network info cache due to event network-changed-2eb5d566-13f8-4910-84aa-3695e313b2c1. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.087852] env[63043]: DEBUG oslo_concurrency.lockutils [req-cd7264f3-a715-4bcb-a615-d632be26d805 req-3d59d90a-d79b-4b22-919f-ca0245475078 service nova] Acquiring lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.087996] env[63043]: DEBUG oslo_concurrency.lockutils [req-cd7264f3-a715-4bcb-a615-d632be26d805 req-3d59d90a-d79b-4b22-919f-ca0245475078 service nova] Acquired lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.088179] env[63043]: DEBUG nova.network.neutron [req-cd7264f3-a715-4bcb-a615-d632be26d805 req-3d59d90a-d79b-4b22-919f-ca0245475078 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Refreshing network info cache for port 2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.089841] env[63043]: DEBUG nova.scheduler.client.report [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.117867] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524336c7-d3d9-94e5-1e23-3592c4274047, 'name': SearchDatastore_Task, 'duration_secs': 0.024937} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.118274] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.118662] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a/c52ccbde-5679-4408-bf26-4bee8974a41a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.119071] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-101a337f-2684-4cf2-bc01-163bc8e0a055 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.127365] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 745.127365] env[63043]: value = "task-2485843" [ 745.127365] env[63043]: _type = "Task" [ 745.127365] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.137262] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.268985] env[63043]: INFO nova.compute.manager [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] instance snapshotting [ 745.269306] env[63043]: WARNING nova.compute.manager [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 745.272473] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560c5cc0-12b2-47f3-b8af-a695d1cc58ce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.294654] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95234b3-1300-4775-a19b-2d3ab546d8c9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.332251] env[63043]: DEBUG nova.compute.manager [req-64c360f4-94f9-4c82-8b28-ff64a3c5f427 req-709e26f1-7e04-4377-bf31-7cc7664fdeea service nova] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Received event network-vif-deleted-113341b4-6bcc-4c54-b87f-903727358d26 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.349913] env[63043]: INFO nova.compute.manager [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Took 36.67 seconds to build instance. [ 745.446295] env[63043]: DEBUG nova.compute.manager [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.482510] env[63043]: DEBUG nova.virt.hardware [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.482960] env[63043]: DEBUG nova.virt.hardware [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.484352] env[63043]: DEBUG nova.virt.hardware [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.484352] env[63043]: DEBUG nova.virt.hardware [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.484352] env[63043]: DEBUG nova.virt.hardware [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.484352] env[63043]: DEBUG nova.virt.hardware [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.484687] env[63043]: DEBUG nova.virt.hardware [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.484885] env[63043]: DEBUG nova.virt.hardware [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.485267] env[63043]: DEBUG nova.virt.hardware [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.485452] env[63043]: DEBUG nova.virt.hardware [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.485840] env[63043]: DEBUG nova.virt.hardware [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.487450] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39ee201-f923-48c6-8fcf-06139fd6c2b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.499768] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7250f5e-92bc-40b8-8273-01925328f027 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.582710] env[63043]: DEBUG oslo_vmware.api [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485842, 'name': PowerOnVM_Task, 'duration_secs': 0.787551} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.583083] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.586448] env[63043]: DEBUG nova.compute.manager [None req-60380d6d-7ac8-4efa-bc64-1c0732af986b tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.587304] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9720b05-0b1c-4026-a1e4-13e638ab4296 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.596016] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.605439] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.826s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.605894] env[63043]: DEBUG nova.objects.instance [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lazy-loading 'resources' on Instance uuid 70d8967e-a6f6-458e-965d-47ebfb867526 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.607892] env[63043]: DEBUG oslo_concurrency.lockutils [None req-95334a5a-bd6c-4e5e-8af4-88e22da77dd5 tempest-VolumesAssistedSnapshotsTest-815888088 tempest-VolumesAssistedSnapshotsTest-815888088-project-admin] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.339s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.642889] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485843, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.645563] env[63043]: INFO nova.scheduler.client.report [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted allocations for instance f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900 [ 745.714780] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Acquiring lock "c5bfb89e-931f-462f-8d11-a47c28fdfdc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.714780] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Lock "c5bfb89e-931f-462f-8d11-a47c28fdfdc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.714780] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Acquiring lock "c5bfb89e-931f-462f-8d11-a47c28fdfdc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.714780] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Lock "c5bfb89e-931f-462f-8d11-a47c28fdfdc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.714780] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Lock "c5bfb89e-931f-462f-8d11-a47c28fdfdc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.717214] env[63043]: INFO nova.compute.manager [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Terminating instance [ 745.802677] env[63043]: DEBUG oslo_concurrency.lockutils [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquiring lock "2cbfe3ec-021d-49ac-909f-88b44a8844ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.802951] env[63043]: DEBUG oslo_concurrency.lockutils [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Lock "2cbfe3ec-021d-49ac-909f-88b44a8844ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.803167] env[63043]: DEBUG oslo_concurrency.lockutils [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquiring lock "2cbfe3ec-021d-49ac-909f-88b44a8844ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.803351] env[63043]: DEBUG oslo_concurrency.lockutils [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Lock "2cbfe3ec-021d-49ac-909f-88b44a8844ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.803520] env[63043]: DEBUG oslo_concurrency.lockutils [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Lock "2cbfe3ec-021d-49ac-909f-88b44a8844ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.807594] env[63043]: INFO nova.compute.manager [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Terminating instance [ 745.809729] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 745.810778] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6eeb90b1-a40c-4762-a4f5-ccc74db7939c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.817233] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 745.817233] env[63043]: value = "task-2485844" [ 745.817233] env[63043]: _type = "Task" [ 745.817233] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.827556] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485844, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.852879] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a958d248-a466-4b15-87cb-e2e5bf68533d tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "73827131-0a2c-48ac-9358-d5d301c1144f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.133s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.034191] env[63043]: DEBUG nova.network.neutron [req-cd7264f3-a715-4bcb-a615-d632be26d805 req-3d59d90a-d79b-4b22-919f-ca0245475078 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updated VIF entry in instance network info cache for port 2eb5d566-13f8-4910-84aa-3695e313b2c1. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.034596] env[63043]: DEBUG nova.network.neutron [req-cd7264f3-a715-4bcb-a615-d632be26d805 req-3d59d90a-d79b-4b22-919f-ca0245475078 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updating instance_info_cache with network_info: [{"id": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "address": "fa:16:3e:e5:2a:97", "network": {"id": "b0f00f8f-2347-49f2-8b1b-73d7459a1c4c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099354259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "114613a11db4463787e44cf309f9482f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb5d566-13", "ovs_interfaceid": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.142236] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563992} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.142236] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a/c52ccbde-5679-4408-bf26-4bee8974a41a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.142542] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.142870] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0cfed65-9451-4ea4-96c5-0089fccef823 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.158526] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 746.158526] env[63043]: value = "task-2485845" [ 746.158526] env[63043]: _type = "Task" [ 746.158526] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.159405] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.796s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.171525] env[63043]: DEBUG nova.network.neutron [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Successfully updated port: 4a44bfba-ff41-48a0-931b-abefd11c11a7 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.182553] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.225829] env[63043]: DEBUG nova.compute.manager [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.225829] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.225829] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed05ea7-78f3-4a12-8162-8a1f54c533be {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.233945] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.233945] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-180ef3d3-603b-4b7b-bbbb-ae3b8a864b8c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.242285] env[63043]: DEBUG oslo_vmware.api [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Waiting for the task: (returnval){ [ 746.242285] env[63043]: value = "task-2485847" [ 746.242285] env[63043]: _type = "Task" [ 746.242285] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.251331] env[63043]: DEBUG oslo_vmware.api [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.313890] env[63043]: DEBUG oslo_concurrency.lockutils [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquiring lock "refresh_cache-2cbfe3ec-021d-49ac-909f-88b44a8844ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.313890] env[63043]: DEBUG oslo_concurrency.lockutils [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquired lock "refresh_cache-2cbfe3ec-021d-49ac-909f-88b44a8844ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.315159] env[63043]: DEBUG nova.network.neutron [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.331162] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485844, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.356501] env[63043]: DEBUG nova.compute.manager [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.538126] env[63043]: DEBUG oslo_concurrency.lockutils [req-cd7264f3-a715-4bcb-a615-d632be26d805 req-3d59d90a-d79b-4b22-919f-ca0245475078 service nova] Releasing lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.667460] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24758f23-d346-40cf-8b9a-910613036ea5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.676662] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174629} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.676953] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.681418] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b28d35-e269-42ba-a6f0-6ae01d7b076a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.685700] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b485c93f-fda5-4903-962a-de6f1713b569 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.696706] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "refresh_cache-d4ce4f3a-0979-4c85-be63-8532eedb1593" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.696852] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "refresh_cache-d4ce4f3a-0979-4c85-be63-8532eedb1593" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.697031] env[63043]: DEBUG nova.network.neutron [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.707281] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a/c52ccbde-5679-4408-bf26-4bee8974a41a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.708666] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eb05b45-347c-453c-ba23-128b1ab737b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.752457] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3574b619-4159-4e44-b67e-1c61a55a7e0c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.756722] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 746.756722] env[63043]: value = "task-2485848" [ 746.756722] env[63043]: _type = "Task" [ 746.756722] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.764995] env[63043]: DEBUG oslo_vmware.api [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485847, 'name': PowerOffVM_Task, 'duration_secs': 0.254786} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.765700] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.766188] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.767105] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af55aa1-2290-4ea5-bc07-95e7205ce366 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.774247] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e91d304-c6a0-479a-b053-17f2f265d48d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.776262] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.786908] env[63043]: DEBUG nova.compute.provider_tree [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.830514] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485844, 'name': CreateSnapshot_Task, 'duration_secs': 0.701364} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.830821] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 746.831590] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5205bf7d-f0a4-4f0c-955b-c8f03e4a48a0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.846124] env[63043]: DEBUG nova.network.neutron [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.882221] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.885835] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.886164] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.886325] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Deleting the datastore file [datastore1] c5bfb89e-931f-462f-8d11-a47c28fdfdc2 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.886622] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d46d2931-26a1-46fb-a108-75145d74b88d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.893696] env[63043]: DEBUG oslo_vmware.api [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Waiting for the task: (returnval){ [ 746.893696] env[63043]: value = "task-2485850" [ 746.893696] env[63043]: _type = "Task" [ 746.893696] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.903346] env[63043]: DEBUG oslo_vmware.api [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.925167] env[63043]: DEBUG nova.network.neutron [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.245466] env[63043]: DEBUG nova.network.neutron [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.273669] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.309257] env[63043]: ERROR nova.scheduler.client.report [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [req-06027fed-91b4-4a6f-beeb-1dc53e55c84b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1c615ed-2198-4c37-92f9-e049b1e9001f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-06027fed-91b4-4a6f-beeb-1dc53e55c84b"}]} [ 747.329633] env[63043]: DEBUG nova.scheduler.client.report [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Refreshing inventories for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 747.342956] env[63043]: DEBUG nova.scheduler.client.report [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Updating ProviderTree inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 747.343082] env[63043]: DEBUG nova.compute.provider_tree [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.351784] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 747.352669] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-050a54cb-5787-42c2-a79d-d08ba89b2d4a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.361729] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 747.361729] env[63043]: value = "task-2485851" [ 747.361729] env[63043]: _type = "Task" [ 747.361729] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.362835] env[63043]: DEBUG nova.scheduler.client.report [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Refreshing aggregate associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, aggregates: None {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 747.382163] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485851, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.387466] env[63043]: DEBUG nova.scheduler.client.report [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Refreshing trait associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 747.403795] env[63043]: DEBUG oslo_vmware.api [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Task: {'id': task-2485850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279093} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.404146] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.404364] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.404546] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.404726] env[63043]: INFO nova.compute.manager [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 747.404979] env[63043]: DEBUG oslo.service.loopingcall [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.405248] env[63043]: DEBUG nova.compute.manager [-] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.405511] env[63043]: DEBUG nova.network.neutron [-] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.427829] env[63043]: DEBUG oslo_concurrency.lockutils [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Releasing lock "refresh_cache-2cbfe3ec-021d-49ac-909f-88b44a8844ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.428338] env[63043]: DEBUG nova.compute.manager [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.428561] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.429473] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0ab0f4-6dd0-4557-b6b3-4e4f7835b904 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.437562] env[63043]: DEBUG nova.compute.manager [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Received event network-changed-f9d067ff-df34-40bb-bd17-fd1e5ac17872 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.437761] env[63043]: DEBUG nova.compute.manager [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Refreshing instance network info cache due to event network-changed-f9d067ff-df34-40bb-bd17-fd1e5ac17872. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.437975] env[63043]: DEBUG oslo_concurrency.lockutils [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] Acquiring lock "refresh_cache-5f14a03a-430e-4972-9840-4729803e9acc" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.438151] env[63043]: DEBUG oslo_concurrency.lockutils [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] Acquired lock "refresh_cache-5f14a03a-430e-4972-9840-4729803e9acc" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.438356] env[63043]: DEBUG nova.network.neutron [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Refreshing network info cache for port f9d067ff-df34-40bb-bd17-fd1e5ac17872 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.446943] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.447720] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-341ac2c4-8aba-48de-b824-5448fa995cd8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.457502] env[63043]: DEBUG oslo_vmware.api [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 747.457502] env[63043]: value = "task-2485852" [ 747.457502] env[63043]: _type = "Task" [ 747.457502] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.467031] env[63043]: DEBUG oslo_vmware.api [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.615846] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "ce48b27c-5c1a-4093-9867-ad7c8b912192" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.616115] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "ce48b27c-5c1a-4093-9867-ad7c8b912192" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.744974] env[63043]: DEBUG oslo_concurrency.lockutils [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "5f14a03a-430e-4972-9840-4729803e9acc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.745478] env[63043]: DEBUG oslo_concurrency.lockutils [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "5f14a03a-430e-4972-9840-4729803e9acc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.745704] env[63043]: DEBUG oslo_concurrency.lockutils [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "5f14a03a-430e-4972-9840-4729803e9acc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.745890] env[63043]: DEBUG oslo_concurrency.lockutils [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "5f14a03a-430e-4972-9840-4729803e9acc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.746074] env[63043]: DEBUG oslo_concurrency.lockutils [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "5f14a03a-430e-4972-9840-4729803e9acc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.748164] env[63043]: INFO nova.compute.manager [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Terminating instance [ 747.770883] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485848, 'name': ReconfigVM_Task, 'duration_secs': 0.520801} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.771226] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Reconfigured VM instance instance-0000002b to attach disk [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a/c52ccbde-5679-4408-bf26-4bee8974a41a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.771898] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fc3ce3f-222b-4c82-b336-45a558517d74 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.781399] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 747.781399] env[63043]: value = "task-2485853" [ 747.781399] env[63043]: _type = "Task" [ 747.781399] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.791997] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485853, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.806115] env[63043]: DEBUG nova.compute.manager [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Received event network-vif-plugged-4a44bfba-ff41-48a0-931b-abefd11c11a7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.806342] env[63043]: DEBUG oslo_concurrency.lockutils [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] Acquiring lock "d4ce4f3a-0979-4c85-be63-8532eedb1593-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.806575] env[63043]: DEBUG oslo_concurrency.lockutils [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] Lock "d4ce4f3a-0979-4c85-be63-8532eedb1593-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.806819] env[63043]: DEBUG oslo_concurrency.lockutils [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] Lock "d4ce4f3a-0979-4c85-be63-8532eedb1593-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.807150] env[63043]: DEBUG nova.compute.manager [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] No waiting events found dispatching network-vif-plugged-4a44bfba-ff41-48a0-931b-abefd11c11a7 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.807384] env[63043]: WARNING nova.compute.manager [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Received unexpected event network-vif-plugged-4a44bfba-ff41-48a0-931b-abefd11c11a7 for instance with vm_state building and task_state spawning. [ 747.807615] env[63043]: DEBUG nova.compute.manager [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Received event network-changed-4a44bfba-ff41-48a0-931b-abefd11c11a7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.807817] env[63043]: DEBUG nova.compute.manager [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Refreshing instance network info cache due to event network-changed-4a44bfba-ff41-48a0-931b-abefd11c11a7. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.807962] env[63043]: DEBUG oslo_concurrency.lockutils [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] Acquiring lock "refresh_cache-d4ce4f3a-0979-4c85-be63-8532eedb1593" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.820417] env[63043]: DEBUG nova.network.neutron [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Updating instance_info_cache with network_info: [{"id": "4a44bfba-ff41-48a0-931b-abefd11c11a7", "address": "fa:16:3e:39:d4:29", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a44bfba-ff", "ovs_interfaceid": "4a44bfba-ff41-48a0-931b-abefd11c11a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.877235] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485851, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.893888] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166ae3ee-a57a-491e-a2bf-93c4b4e86a74 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.901183] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520681d8-30b1-4663-90ea-b0e72c27f445 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.932181] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072fea0-6af9-4d38-bf18-ac2449c7a9b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.940785] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b83a30-359a-43c1-b3e8-dc5d46700c22 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.958053] env[63043]: DEBUG nova.compute.provider_tree [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.966822] env[63043]: DEBUG oslo_vmware.api [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485852, 'name': PowerOffVM_Task, 'duration_secs': 0.1667} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.968847] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.969115] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.969430] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e70af616-cfbf-49a2-b7e5-03d2b895ff84 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.996687] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.996963] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.997200] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Deleting the datastore file [datastore1] 2cbfe3ec-021d-49ac-909f-88b44a8844ca {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.997475] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-894082d9-aafd-4055-831a-bd59b9d26661 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.004828] env[63043]: DEBUG oslo_vmware.api [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for the task: (returnval){ [ 748.004828] env[63043]: value = "task-2485855" [ 748.004828] env[63043]: _type = "Task" [ 748.004828] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.013545] env[63043]: DEBUG oslo_vmware.api [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.251841] env[63043]: DEBUG nova.compute.manager [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.252127] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.253048] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef0c890-8d35-48b5-b947-6cce4dd8077d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.260686] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.260938] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00fd86a6-c410-42ee-9818-f32258b94050 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.267078] env[63043]: DEBUG oslo_vmware.api [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 748.267078] env[63043]: value = "task-2485856" [ 748.267078] env[63043]: _type = "Task" [ 748.267078] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.274953] env[63043]: DEBUG oslo_vmware.api [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.291102] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485853, 'name': Rename_Task, 'duration_secs': 0.450385} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.291410] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.291673] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e33be608-0c2c-44b5-9329-e3b343d9c085 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.297306] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 748.297306] env[63043]: value = "task-2485857" [ 748.297306] env[63043]: _type = "Task" [ 748.297306] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.305727] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.324550] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "refresh_cache-d4ce4f3a-0979-4c85-be63-8532eedb1593" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.324912] env[63043]: DEBUG nova.compute.manager [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Instance network_info: |[{"id": "4a44bfba-ff41-48a0-931b-abefd11c11a7", "address": "fa:16:3e:39:d4:29", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a44bfba-ff", "ovs_interfaceid": "4a44bfba-ff41-48a0-931b-abefd11c11a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.325671] env[63043]: DEBUG oslo_concurrency.lockutils [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] Acquired lock "refresh_cache-d4ce4f3a-0979-4c85-be63-8532eedb1593" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.325864] env[63043]: DEBUG nova.network.neutron [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Refreshing network info cache for port 4a44bfba-ff41-48a0-931b-abefd11c11a7 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.329026] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:d4:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a44bfba-ff41-48a0-931b-abefd11c11a7', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.337318] env[63043]: DEBUG oslo.service.loopingcall [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.338435] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.339026] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63eb12c2-3b75-4e8b-bef9-c38fee039417 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.363523] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.363523] env[63043]: value = "task-2485858" [ 748.363523] env[63043]: _type = "Task" [ 748.363523] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.381024] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485858, 'name': CreateVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.385118] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485851, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.434310] env[63043]: DEBUG nova.network.neutron [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Updated VIF entry in instance network info cache for port f9d067ff-df34-40bb-bd17-fd1e5ac17872. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.434772] env[63043]: DEBUG nova.network.neutron [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Updating instance_info_cache with network_info: [{"id": "f9d067ff-df34-40bb-bd17-fd1e5ac17872", "address": "fa:16:3e:54:be:d4", "network": {"id": "b0f00f8f-2347-49f2-8b1b-73d7459a1c4c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099354259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "114613a11db4463787e44cf309f9482f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9d067ff-df", "ovs_interfaceid": "f9d067ff-df34-40bb-bd17-fd1e5ac17872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.465113] env[63043]: DEBUG nova.scheduler.client.report [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.514176] env[63043]: DEBUG oslo_vmware.api [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Task: {'id': task-2485855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22562} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.514448] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.514630] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.514810] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.514982] env[63043]: INFO nova.compute.manager [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Took 1.09 seconds to destroy the instance on the hypervisor. [ 748.515273] env[63043]: DEBUG oslo.service.loopingcall [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.515475] env[63043]: DEBUG nova.compute.manager [-] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.515569] env[63043]: DEBUG nova.network.neutron [-] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.548764] env[63043]: DEBUG nova.network.neutron [-] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.777464] env[63043]: DEBUG oslo_vmware.api [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485856, 'name': PowerOffVM_Task, 'duration_secs': 0.244597} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.777760] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.777939] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.778203] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adfeeb13-4718-427e-9390-d87dcfaf52f5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.811257] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485857, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.879106] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485851, 'name': CloneVM_Task, 'duration_secs': 1.349532} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.885217] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Created linked-clone VM from snapshot [ 748.885505] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485858, 'name': CreateVM_Task, 'duration_secs': 0.356788} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.886234] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d044394-edbe-43e1-971b-234d7fa8b003 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.889159] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.889860] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.890104] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.890346] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.890948] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf29a0e5-eaa7-4f5b-88cc-02ace9ac856d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.896396] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Uploading image c291e60a-c8c6-460b-9c65-1403017af1a3 {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 748.901652] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 748.901652] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52037d93-e2b0-519c-d6ad-e058562838a0" [ 748.901652] env[63043]: _type = "Task" [ 748.901652] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.909210] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52037d93-e2b0-519c-d6ad-e058562838a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.930427] env[63043]: DEBUG oslo_vmware.rw_handles [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 748.930427] env[63043]: value = "vm-502971" [ 748.930427] env[63043]: _type = "VirtualMachine" [ 748.930427] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 748.930754] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a751eeb-a4b2-47dc-b005-3378188da185 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.938354] env[63043]: DEBUG oslo_concurrency.lockutils [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] Releasing lock "refresh_cache-5f14a03a-430e-4972-9840-4729803e9acc" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.938609] env[63043]: DEBUG nova.compute.manager [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Received event network-changed-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.938782] env[63043]: DEBUG nova.compute.manager [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Refreshing instance network info cache due to event network-changed-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.939019] env[63043]: DEBUG oslo_concurrency.lockutils [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] Acquiring lock "refresh_cache-73827131-0a2c-48ac-9358-d5d301c1144f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.939626] env[63043]: DEBUG oslo_concurrency.lockutils [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] Acquired lock "refresh_cache-73827131-0a2c-48ac-9358-d5d301c1144f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.939626] env[63043]: DEBUG nova.network.neutron [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Refreshing network info cache for port 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.940742] env[63043]: DEBUG oslo_vmware.rw_handles [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lease: (returnval){ [ 748.940742] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520cdf2b-f0ab-b39e-244d-c549b312289f" [ 748.940742] env[63043]: _type = "HttpNfcLease" [ 748.940742] env[63043]: } obtained for exporting VM: (result){ [ 748.940742] env[63043]: value = "vm-502971" [ 748.940742] env[63043]: _type = "VirtualMachine" [ 748.940742] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 748.941103] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the lease: (returnval){ [ 748.941103] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520cdf2b-f0ab-b39e-244d-c549b312289f" [ 748.941103] env[63043]: _type = "HttpNfcLease" [ 748.941103] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 748.948093] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 748.948093] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520cdf2b-f0ab-b39e-244d-c549b312289f" [ 748.948093] env[63043]: _type = "HttpNfcLease" [ 748.948093] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 748.971392] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.366s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.980264] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.873s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.980555] env[63043]: DEBUG nova.objects.instance [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lazy-loading 'resources' on Instance uuid ffd06d8f-e9e1-4a87-a1ee-3df21bc03941 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.994968] env[63043]: INFO nova.scheduler.client.report [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Deleted allocations for instance 70d8967e-a6f6-458e-965d-47ebfb867526 [ 749.054106] env[63043]: DEBUG nova.network.neutron [-] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.125728] env[63043]: DEBUG nova.network.neutron [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Updated VIF entry in instance network info cache for port 4a44bfba-ff41-48a0-931b-abefd11c11a7. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.126187] env[63043]: DEBUG nova.network.neutron [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Updating instance_info_cache with network_info: [{"id": "4a44bfba-ff41-48a0-931b-abefd11c11a7", "address": "fa:16:3e:39:d4:29", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a44bfba-ff", "ovs_interfaceid": "4a44bfba-ff41-48a0-931b-abefd11c11a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.127379] env[63043]: DEBUG nova.network.neutron [-] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.250819] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Acquiring lock "a884ef52-e22f-4f4f-8b4e-f663de615123" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.251097] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.251323] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Acquiring lock "a884ef52-e22f-4f4f-8b4e-f663de615123-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.251515] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.251678] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.254036] env[63043]: INFO nova.compute.manager [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Terminating instance [ 749.308221] env[63043]: DEBUG oslo_vmware.api [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485857, 'name': PowerOnVM_Task, 'duration_secs': 0.618521} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.308474] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.308680] env[63043]: INFO nova.compute.manager [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Took 10.59 seconds to spawn the instance on the hypervisor. [ 749.308864] env[63043]: DEBUG nova.compute.manager [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.310192] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba5e8b8-5ce8-4ff1-96e3-beff272c1997 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.386865] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.387381] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.387381] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Deleting the datastore file [datastore1] 5f14a03a-430e-4972-9840-4729803e9acc {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.387530] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c82946ce-0624-4c4b-80ed-9598cedb88fb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.395853] env[63043]: DEBUG oslo_vmware.api [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 749.395853] env[63043]: value = "task-2485861" [ 749.395853] env[63043]: _type = "Task" [ 749.395853] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.404375] env[63043]: DEBUG oslo_vmware.api [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.413331] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52037d93-e2b0-519c-d6ad-e058562838a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01379} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.413713] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.414081] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.414399] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.414659] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.414871] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.415223] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd1843d0-8032-4274-8bb8-3a28d07a7739 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.423619] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.423818] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.424905] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec60599-bc4b-4d0c-bc66-be07c3bd4cec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.430155] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 749.430155] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520a11aa-9f5f-85e5-bd1a-1166d7b8dd32" [ 749.430155] env[63043]: _type = "Task" [ 749.430155] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.437806] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520a11aa-9f5f-85e5-bd1a-1166d7b8dd32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.449947] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.449947] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520cdf2b-f0ab-b39e-244d-c549b312289f" [ 749.449947] env[63043]: _type = "HttpNfcLease" [ 749.449947] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 749.450247] env[63043]: DEBUG oslo_vmware.rw_handles [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 749.450247] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520cdf2b-f0ab-b39e-244d-c549b312289f" [ 749.450247] env[63043]: _type = "HttpNfcLease" [ 749.450247] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 749.451027] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec821377-ff30-422a-a4e9-87043c0f320a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.457753] env[63043]: DEBUG oslo_vmware.rw_handles [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e07c0-d83e-71ea-2dda-b404c4d7287f/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 749.457928] env[63043]: DEBUG oslo_vmware.rw_handles [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e07c0-d83e-71ea-2dda-b404c4d7287f/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 749.524213] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6a829369-b8a0-448e-81a3-93bdbf04f107 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "70d8967e-a6f6-458e-965d-47ebfb867526" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.199s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.556363] env[63043]: INFO nova.compute.manager [-] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Took 1.04 seconds to deallocate network for instance. [ 749.567103] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c2a51159-e47c-41c1-8d33-1c12acef9fc2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.629408] env[63043]: DEBUG oslo_concurrency.lockutils [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] Releasing lock "refresh_cache-d4ce4f3a-0979-4c85-be63-8532eedb1593" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.629677] env[63043]: DEBUG nova.compute.manager [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Received event network-changed-f9d067ff-df34-40bb-bd17-fd1e5ac17872 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.629854] env[63043]: DEBUG nova.compute.manager [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Refreshing instance network info cache due to event network-changed-f9d067ff-df34-40bb-bd17-fd1e5ac17872. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.630112] env[63043]: DEBUG oslo_concurrency.lockutils [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] Acquiring lock "refresh_cache-5f14a03a-430e-4972-9840-4729803e9acc" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.630199] env[63043]: DEBUG oslo_concurrency.lockutils [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] Acquired lock "refresh_cache-5f14a03a-430e-4972-9840-4729803e9acc" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.630454] env[63043]: DEBUG nova.network.neutron [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Refreshing network info cache for port f9d067ff-df34-40bb-bd17-fd1e5ac17872 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.631577] env[63043]: INFO nova.compute.manager [-] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Took 2.23 seconds to deallocate network for instance. [ 749.758422] env[63043]: DEBUG nova.compute.manager [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.758762] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.759617] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e4704c-b8e2-4eea-a2b1-7e3aac5b7619 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.767819] env[63043]: DEBUG nova.network.neutron [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Updated VIF entry in instance network info cache for port 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.768174] env[63043]: DEBUG nova.network.neutron [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Updating instance_info_cache with network_info: [{"id": "2d9ff7f0-b7ec-4a7a-8576-f018477cf85e", "address": "fa:16:3e:12:db:c4", "network": {"id": "adcbf706-c967-4334-98e2-4e4159b63f7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-254946491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51bbd2e4e6d40b8a7d0e2334c186e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9ff7f0-b7", "ovs_interfaceid": "2d9ff7f0-b7ec-4a7a-8576-f018477cf85e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.771826] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.772274] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac685484-9900-4996-9ac7-68943613f3ea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.779667] env[63043]: DEBUG oslo_vmware.api [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Waiting for the task: (returnval){ [ 749.779667] env[63043]: value = "task-2485862" [ 749.779667] env[63043]: _type = "Task" [ 749.779667] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.790711] env[63043]: DEBUG oslo_vmware.api [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.826044] env[63043]: INFO nova.compute.manager [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Took 37.63 seconds to build instance. [ 749.845235] env[63043]: DEBUG nova.compute.manager [req-41fc8fb1-3ea8-41f9-8e57-f6065f999c4d req-febb7610-4ba2-4303-b12c-f35f806f9b8a service nova] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Received event network-vif-deleted-d9957c76-4cbf-432b-9494-cb579a893c63 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.845747] env[63043]: DEBUG nova.compute.manager [req-41fc8fb1-3ea8-41f9-8e57-f6065f999c4d req-febb7610-4ba2-4303-b12c-f35f806f9b8a service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Received event network-changed-2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.846065] env[63043]: DEBUG nova.compute.manager [req-41fc8fb1-3ea8-41f9-8e57-f6065f999c4d req-febb7610-4ba2-4303-b12c-f35f806f9b8a service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Refreshing instance network info cache due to event network-changed-2eb5d566-13f8-4910-84aa-3695e313b2c1. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.846406] env[63043]: DEBUG oslo_concurrency.lockutils [req-41fc8fb1-3ea8-41f9-8e57-f6065f999c4d req-febb7610-4ba2-4303-b12c-f35f806f9b8a service nova] Acquiring lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.846663] env[63043]: DEBUG oslo_concurrency.lockutils [req-41fc8fb1-3ea8-41f9-8e57-f6065f999c4d req-febb7610-4ba2-4303-b12c-f35f806f9b8a service nova] Acquired lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.847034] env[63043]: DEBUG nova.network.neutron [req-41fc8fb1-3ea8-41f9-8e57-f6065f999c4d req-febb7610-4ba2-4303-b12c-f35f806f9b8a service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Refreshing network info cache for port 2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.879080] env[63043]: DEBUG nova.compute.manager [req-134eea1b-1e5d-4ef7-a599-3080e4b7e33d req-1117f013-b732-40d3-ade8-ef72c3d4ec32 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Received event network-changed-2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.879353] env[63043]: DEBUG nova.compute.manager [req-134eea1b-1e5d-4ef7-a599-3080e4b7e33d req-1117f013-b732-40d3-ade8-ef72c3d4ec32 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Refreshing instance network info cache due to event network-changed-2eb5d566-13f8-4910-84aa-3695e313b2c1. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.879585] env[63043]: DEBUG oslo_concurrency.lockutils [req-134eea1b-1e5d-4ef7-a599-3080e4b7e33d req-1117f013-b732-40d3-ade8-ef72c3d4ec32 service nova] Acquiring lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.911917] env[63043]: DEBUG oslo_vmware.api [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336975} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.912511] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.912695] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.912789] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.912947] env[63043]: INFO nova.compute.manager [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Took 1.66 seconds to destroy the instance on the hypervisor. [ 749.913238] env[63043]: DEBUG oslo.service.loopingcall [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 749.913434] env[63043]: DEBUG nova.compute.manager [-] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.913527] env[63043]: DEBUG nova.network.neutron [-] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.943959] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520a11aa-9f5f-85e5-bd1a-1166d7b8dd32, 'name': SearchDatastore_Task, 'duration_secs': 0.013302} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.944941] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e97a8d-46b7-4eeb-a77c-67b4dd347170 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.951158] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 749.951158] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52ace1f2-6064-3c5d-5ff8-d19a01463082" [ 749.951158] env[63043]: _type = "Task" [ 749.951158] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.964262] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ace1f2-6064-3c5d-5ff8-d19a01463082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.019710] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a1f835-b205-4745-9ae0-efa6baa09c69 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.030734] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0cc0e6-edab-474e-9d42-5fc8e5ef21c6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.079839] env[63043]: DEBUG oslo_concurrency.lockutils [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.081422] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691b4a1b-60c3-4c66-9267-3fa44fba144d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.090412] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81e61ce-348f-4cc6-86f2-ca8f4061ad0e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.104701] env[63043]: DEBUG nova.compute.provider_tree [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.137704] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.273398] env[63043]: DEBUG oslo_concurrency.lockutils [req-008b221d-746b-4324-91c4-02181fbceec5 req-add7a69a-7bc3-4b17-8f1e-67d1875f807e service nova] Releasing lock "refresh_cache-73827131-0a2c-48ac-9358-d5d301c1144f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.290714] env[63043]: DEBUG oslo_vmware.api [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485862, 'name': PowerOffVM_Task, 'duration_secs': 0.215135} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.291246] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.291246] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.291246] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c28d38d-97f8-4cfe-a0a4-ac56ab8d2bea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.329858] env[63043]: DEBUG oslo_concurrency.lockutils [None req-67a2b192-7e25-49f9-bb8f-59b3279a7cee tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "c52ccbde-5679-4408-bf26-4bee8974a41a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.974s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.450134] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.450427] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.451013] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Deleting the datastore file [datastore2] a884ef52-e22f-4f4f-8b4e-f663de615123 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.451013] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5bb1e4b-f4e6-40af-b753-392c2a16ce6a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.465202] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ace1f2-6064-3c5d-5ff8-d19a01463082, 'name': SearchDatastore_Task, 'duration_secs': 0.012133} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.466708] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.467126] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] d4ce4f3a-0979-4c85-be63-8532eedb1593/d4ce4f3a-0979-4c85-be63-8532eedb1593.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.467509] env[63043]: DEBUG oslo_vmware.api [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Waiting for the task: (returnval){ [ 750.467509] env[63043]: value = "task-2485864" [ 750.467509] env[63043]: _type = "Task" [ 750.467509] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.467793] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eedcca62-e461-45a9-a7ea-9d632d29694c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.485205] env[63043]: DEBUG oslo_vmware.api [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.485651] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 750.485651] env[63043]: value = "task-2485865" [ 750.485651] env[63043]: _type = "Task" [ 750.485651] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.499583] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.597623] env[63043]: DEBUG nova.network.neutron [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Updated VIF entry in instance network info cache for port f9d067ff-df34-40bb-bd17-fd1e5ac17872. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.598045] env[63043]: DEBUG nova.network.neutron [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Updating instance_info_cache with network_info: [{"id": "f9d067ff-df34-40bb-bd17-fd1e5ac17872", "address": "fa:16:3e:54:be:d4", "network": {"id": "b0f00f8f-2347-49f2-8b1b-73d7459a1c4c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099354259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "114613a11db4463787e44cf309f9482f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9d067ff-df", "ovs_interfaceid": "f9d067ff-df34-40bb-bd17-fd1e5ac17872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.609950] env[63043]: DEBUG nova.scheduler.client.report [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.817545] env[63043]: DEBUG nova.network.neutron [-] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.832971] env[63043]: DEBUG nova.compute.manager [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.968588] env[63043]: DEBUG nova.network.neutron [req-41fc8fb1-3ea8-41f9-8e57-f6065f999c4d req-febb7610-4ba2-4303-b12c-f35f806f9b8a service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updated VIF entry in instance network info cache for port 2eb5d566-13f8-4910-84aa-3695e313b2c1. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.969088] env[63043]: DEBUG nova.network.neutron [req-41fc8fb1-3ea8-41f9-8e57-f6065f999c4d req-febb7610-4ba2-4303-b12c-f35f806f9b8a service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updating instance_info_cache with network_info: [{"id": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "address": "fa:16:3e:e5:2a:97", "network": {"id": "b0f00f8f-2347-49f2-8b1b-73d7459a1c4c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099354259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "114613a11db4463787e44cf309f9482f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb5d566-13", "ovs_interfaceid": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.982388] env[63043]: DEBUG oslo_vmware.api [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Task: {'id': task-2485864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19609} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.983443] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.983618] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.983842] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.984651] env[63043]: INFO nova.compute.manager [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Took 1.23 seconds to destroy the instance on the hypervisor. [ 750.984984] env[63043]: DEBUG oslo.service.loopingcall [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.985599] env[63043]: DEBUG nova.compute.manager [-] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.985824] env[63043]: DEBUG nova.network.neutron [-] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.999604] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485865, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.101658] env[63043]: DEBUG oslo_concurrency.lockutils [req-87ec2e39-b22c-4168-9a68-9f551f5f23d5 req-3d3a0a23-6467-4f40-b4ff-2d93e465181c service nova] Releasing lock "refresh_cache-5f14a03a-430e-4972-9840-4729803e9acc" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.121279] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.127288] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.315s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.127288] env[63043]: INFO nova.compute.claims [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.149265] env[63043]: INFO nova.scheduler.client.report [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted allocations for instance ffd06d8f-e9e1-4a87-a1ee-3df21bc03941 [ 751.321380] env[63043]: INFO nova.compute.manager [-] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Took 1.41 seconds to deallocate network for instance. [ 751.362379] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.472350] env[63043]: DEBUG oslo_concurrency.lockutils [req-41fc8fb1-3ea8-41f9-8e57-f6065f999c4d req-febb7610-4ba2-4303-b12c-f35f806f9b8a service nova] Releasing lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.473530] env[63043]: DEBUG oslo_concurrency.lockutils [req-134eea1b-1e5d-4ef7-a599-3080e4b7e33d req-1117f013-b732-40d3-ade8-ef72c3d4ec32 service nova] Acquired lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.473530] env[63043]: DEBUG nova.network.neutron [req-134eea1b-1e5d-4ef7-a599-3080e4b7e33d req-1117f013-b732-40d3-ade8-ef72c3d4ec32 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Refreshing network info cache for port 2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.502985] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548858} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.503374] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] d4ce4f3a-0979-4c85-be63-8532eedb1593/d4ce4f3a-0979-4c85-be63-8532eedb1593.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.503783] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.504330] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f533227-ba49-4b28-8c40-9ba21ea80724 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.513494] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 751.513494] env[63043]: value = "task-2485866" [ 751.513494] env[63043]: _type = "Task" [ 751.513494] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.523775] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.661035] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0354bf3a-49ae-4365-bdb7-56a40940a3bf tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "ffd06d8f-e9e1-4a87-a1ee-3df21bc03941" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.193s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.830107] env[63043]: DEBUG oslo_concurrency.lockutils [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.878495] env[63043]: DEBUG nova.compute.manager [req-bb3c5c32-d93d-44a7-988c-8b2ab2cf1b4b req-dc259e6e-0c49-431e-a476-25f254fa4dbd service nova] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Received event network-vif-deleted-f9d067ff-df34-40bb-bd17-fd1e5ac17872 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.878705] env[63043]: DEBUG nova.compute.manager [req-bb3c5c32-d93d-44a7-988c-8b2ab2cf1b4b req-dc259e6e-0c49-431e-a476-25f254fa4dbd service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Received event network-vif-deleted-3db3479f-45c0-47dd-bbd2-a199b9d6804b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.878873] env[63043]: INFO nova.compute.manager [req-bb3c5c32-d93d-44a7-988c-8b2ab2cf1b4b req-dc259e6e-0c49-431e-a476-25f254fa4dbd service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Neutron deleted interface 3db3479f-45c0-47dd-bbd2-a199b9d6804b; detaching it from the instance and deleting it from the info cache [ 751.879073] env[63043]: DEBUG nova.network.neutron [req-bb3c5c32-d93d-44a7-988c-8b2ab2cf1b4b req-dc259e6e-0c49-431e-a476-25f254fa4dbd service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.028327] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140933} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.028327] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.028327] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248f3e9a-01df-40e6-abc7-316f33dcc47c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.052122] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] d4ce4f3a-0979-4c85-be63-8532eedb1593/d4ce4f3a-0979-4c85-be63-8532eedb1593.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.052482] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aec252f-fb37-4620-a2fd-bf35c57b4c14 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.082026] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 752.082026] env[63043]: value = "task-2485867" [ 752.082026] env[63043]: _type = "Task" [ 752.082026] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.091373] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.139339] env[63043]: DEBUG nova.network.neutron [-] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.272550] env[63043]: DEBUG nova.network.neutron [req-134eea1b-1e5d-4ef7-a599-3080e4b7e33d req-1117f013-b732-40d3-ade8-ef72c3d4ec32 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updated VIF entry in instance network info cache for port 2eb5d566-13f8-4910-84aa-3695e313b2c1. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.272946] env[63043]: DEBUG nova.network.neutron [req-134eea1b-1e5d-4ef7-a599-3080e4b7e33d req-1117f013-b732-40d3-ade8-ef72c3d4ec32 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updating instance_info_cache with network_info: [{"id": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "address": "fa:16:3e:e5:2a:97", "network": {"id": "b0f00f8f-2347-49f2-8b1b-73d7459a1c4c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099354259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "114613a11db4463787e44cf309f9482f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb5d566-13", "ovs_interfaceid": "2eb5d566-13f8-4910-84aa-3695e313b2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.386031] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d363474-2471-411a-8e43-1aa494c94d4e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.396515] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54113278-1f9c-4b54-8c77-ffece17a5f1a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.436730] env[63043]: DEBUG nova.compute.manager [req-bb3c5c32-d93d-44a7-988c-8b2ab2cf1b4b req-dc259e6e-0c49-431e-a476-25f254fa4dbd service nova] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Detach interface failed, port_id=3db3479f-45c0-47dd-bbd2-a199b9d6804b, reason: Instance a884ef52-e22f-4f4f-8b4e-f663de615123 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 752.592321] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485867, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.641379] env[63043]: INFO nova.compute.manager [-] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Took 1.66 seconds to deallocate network for instance. [ 752.717195] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b5b4df-6855-4d5d-aab7-8bb4abe8ed32 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.721686] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "1f9e63fc-b3df-4435-ae2c-afe64c256f93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.721910] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "1f9e63fc-b3df-4435-ae2c-afe64c256f93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.722594] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "1f9e63fc-b3df-4435-ae2c-afe64c256f93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.722594] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "1f9e63fc-b3df-4435-ae2c-afe64c256f93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.722594] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "1f9e63fc-b3df-4435-ae2c-afe64c256f93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.727418] env[63043]: INFO nova.compute.manager [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Terminating instance [ 752.732310] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafc96a2-91fe-4ce7-843e-7c4ef2bb6a95 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.766215] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0964358-2f99-4a94-ab15-5373f2983d7e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.775064] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298f3d21-d83f-4dbb-a470-cc4757dd590e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.779870] env[63043]: DEBUG oslo_concurrency.lockutils [req-134eea1b-1e5d-4ef7-a599-3080e4b7e33d req-1117f013-b732-40d3-ade8-ef72c3d4ec32 service nova] Releasing lock "refresh_cache-efda071e-50e2-4627-8f1f-1f8653b6c2ad" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.791212] env[63043]: DEBUG nova.compute.provider_tree [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.090744] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485867, 'name': ReconfigVM_Task, 'duration_secs': 0.560394} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.091031] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Reconfigured VM instance instance-0000002c to attach disk [datastore1] d4ce4f3a-0979-4c85-be63-8532eedb1593/d4ce4f3a-0979-4c85-be63-8532eedb1593.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.091686] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a80eeaa-b690-4d74-9158-12d3131e43a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.099030] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 753.099030] env[63043]: value = "task-2485868" [ 753.099030] env[63043]: _type = "Task" [ 753.099030] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.107583] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485868, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.148295] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.237436] env[63043]: DEBUG nova.compute.manager [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.237678] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.238743] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9626d2-505c-4818-9f06-97ff25351054 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.246903] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.247201] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4556c5c-193e-448d-83a0-5dc1ef53af7c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.253562] env[63043]: DEBUG oslo_vmware.api [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 753.253562] env[63043]: value = "task-2485869" [ 753.253562] env[63043]: _type = "Task" [ 753.253562] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.265403] env[63043]: DEBUG oslo_vmware.api [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.295252] env[63043]: DEBUG nova.scheduler.client.report [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.572505] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.572746] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.609313] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485868, 'name': Rename_Task, 'duration_secs': 0.152728} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.609610] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.609963] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abdef03d-e582-4655-b253-b57cfe59598f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.616418] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 753.616418] env[63043]: value = "task-2485870" [ 753.616418] env[63043]: _type = "Task" [ 753.616418] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.624538] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.764337] env[63043]: DEBUG oslo_vmware.api [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485869, 'name': PowerOffVM_Task, 'duration_secs': 0.270655} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.764632] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.764809] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.765074] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4f3d2f4-ec21-446a-a5dd-2a4365e7c518 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.803153] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.803762] env[63043]: DEBUG nova.compute.manager [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.806898] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.410s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.808376] env[63043]: INFO nova.compute.claims [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.845146] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.845363] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.845510] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Deleting the datastore file [datastore2] 1f9e63fc-b3df-4435-ae2c-afe64c256f93 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.846331] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ef1a46e-89c1-4940-99a3-0248bc303c75 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.853546] env[63043]: DEBUG oslo_vmware.api [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for the task: (returnval){ [ 753.853546] env[63043]: value = "task-2485872" [ 753.853546] env[63043]: _type = "Task" [ 753.853546] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.862418] env[63043]: DEBUG oslo_vmware.api [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.126286] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.313561] env[63043]: DEBUG nova.compute.utils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 754.318120] env[63043]: DEBUG nova.compute.manager [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.318377] env[63043]: DEBUG nova.network.neutron [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.363756] env[63043]: DEBUG oslo_vmware.api [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Task: {'id': task-2485872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470747} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.364046] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.364279] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.364490] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.364683] env[63043]: INFO nova.compute.manager [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Took 1.13 seconds to destroy the instance on the hypervisor. [ 754.364931] env[63043]: DEBUG oslo.service.loopingcall [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.365145] env[63043]: DEBUG nova.compute.manager [-] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.365324] env[63043]: DEBUG nova.network.neutron [-] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.372415] env[63043]: DEBUG nova.policy [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '842109cf75544c0782e6c3d73e24956b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3632a8901bc41258430a525fd41a1bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.633765] env[63043]: DEBUG oslo_vmware.api [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485870, 'name': PowerOnVM_Task, 'duration_secs': 0.717173} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.634251] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.634849] env[63043]: INFO nova.compute.manager [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Took 9.19 seconds to spawn the instance on the hypervisor. [ 754.634931] env[63043]: DEBUG nova.compute.manager [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.636248] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bf865f-6134-4cd3-8fe7-24976ab47355 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.818498] env[63043]: DEBUG nova.compute.manager [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.881803] env[63043]: DEBUG nova.network.neutron [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Successfully created port: 713e1793-aa17-47e8-94d6-54e355687dbf {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.917851] env[63043]: DEBUG nova.compute.manager [req-516cca3c-b561-433e-9b14-25548d6ae100 req-269c7da8-724a-44a4-a6cb-8b9abf8da538 service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Received event network-vif-deleted-44e7ae83-360f-4ecb-bd95-15e91e5e31f9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.918043] env[63043]: INFO nova.compute.manager [req-516cca3c-b561-433e-9b14-25548d6ae100 req-269c7da8-724a-44a4-a6cb-8b9abf8da538 service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Neutron deleted interface 44e7ae83-360f-4ecb-bd95-15e91e5e31f9; detaching it from the instance and deleting it from the info cache [ 754.918226] env[63043]: DEBUG nova.network.neutron [req-516cca3c-b561-433e-9b14-25548d6ae100 req-269c7da8-724a-44a4-a6cb-8b9abf8da538 service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.163231] env[63043]: INFO nova.compute.manager [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Took 38.38 seconds to build instance. [ 755.262195] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2fea1-3e65-4424-bc17-da9912a1aa66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.271099] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d2b126-cfd4-4a1d-8960-a924eb6346f0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.301487] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea153c2-2700-4a17-b334-f324fffe7009 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.304181] env[63043]: DEBUG nova.network.neutron [-] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.310680] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfcc871-60cd-4edf-8a93-d4f29ac725e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.328350] env[63043]: DEBUG nova.compute.provider_tree [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.420453] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9192b1a-aad2-48a2-bea3-e03ce10a3a25 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.432140] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9292b5-6d9e-477c-be06-320fc549da74 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.466418] env[63043]: DEBUG nova.compute.manager [req-516cca3c-b561-433e-9b14-25548d6ae100 req-269c7da8-724a-44a4-a6cb-8b9abf8da538 service nova] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Detach interface failed, port_id=44e7ae83-360f-4ecb-bd95-15e91e5e31f9, reason: Instance 1f9e63fc-b3df-4435-ae2c-afe64c256f93 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 755.665942] env[63043]: DEBUG oslo_concurrency.lockutils [None req-871c9b7b-4282-4628-ad6f-6e041be1af85 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "d4ce4f3a-0979-4c85-be63-8532eedb1593" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.719s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.806634] env[63043]: INFO nova.compute.manager [-] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Took 1.44 seconds to deallocate network for instance. [ 755.830971] env[63043]: DEBUG nova.compute.manager [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.833894] env[63043]: DEBUG nova.scheduler.client.report [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.859669] env[63043]: DEBUG nova.virt.hardware [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.859964] env[63043]: DEBUG nova.virt.hardware [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.860154] env[63043]: DEBUG nova.virt.hardware [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.860550] env[63043]: DEBUG nova.virt.hardware [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.860550] env[63043]: DEBUG nova.virt.hardware [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.861148] env[63043]: DEBUG nova.virt.hardware [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.861148] env[63043]: DEBUG nova.virt.hardware [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.861250] env[63043]: DEBUG nova.virt.hardware [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.861395] env[63043]: DEBUG nova.virt.hardware [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.861594] env[63043]: DEBUG nova.virt.hardware [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.861791] env[63043]: DEBUG nova.virt.hardware [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.863727] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ccacb2-a7b5-4c23-a58f-d392068b4f1e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.874320] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1949bbdc-dcf3-472e-b194-2f9b7eb1ccdd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.168903] env[63043]: DEBUG nova.compute.manager [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.313757] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.340334] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.340874] env[63043]: DEBUG nova.compute.manager [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.343563] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.381s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.343781] env[63043]: DEBUG nova.objects.instance [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lazy-loading 'resources' on Instance uuid 61a2f66a-e85c-4d6f-9558-d398cacaa941 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.431745] env[63043]: DEBUG nova.network.neutron [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Successfully updated port: 713e1793-aa17-47e8-94d6-54e355687dbf {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.563682] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "6715c0c8-6537-4057-912f-1391b5bf7d8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.563876] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "6715c0c8-6537-4057-912f-1391b5bf7d8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.694920] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.849033] env[63043]: DEBUG nova.compute.utils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 756.852891] env[63043]: DEBUG nova.compute.manager [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.853286] env[63043]: DEBUG nova.network.neutron [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.894475] env[63043]: DEBUG nova.policy [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79046f3072374dd8ae14d87315981666', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2424172a3360499784b733338ad3bb49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.935571] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.935798] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.935912] env[63043]: DEBUG nova.network.neutron [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.967790] env[63043]: DEBUG nova.compute.manager [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Received event network-vif-plugged-713e1793-aa17-47e8-94d6-54e355687dbf {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.967948] env[63043]: DEBUG oslo_concurrency.lockutils [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] Acquiring lock "dc294ec0-d246-43eb-b334-15578b9aaa9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.968178] env[63043]: DEBUG oslo_concurrency.lockutils [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] Lock "dc294ec0-d246-43eb-b334-15578b9aaa9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.968354] env[63043]: DEBUG oslo_concurrency.lockutils [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] Lock "dc294ec0-d246-43eb-b334-15578b9aaa9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.968530] env[63043]: DEBUG nova.compute.manager [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] No waiting events found dispatching network-vif-plugged-713e1793-aa17-47e8-94d6-54e355687dbf {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.968685] env[63043]: WARNING nova.compute.manager [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Received unexpected event network-vif-plugged-713e1793-aa17-47e8-94d6-54e355687dbf for instance with vm_state building and task_state spawning. [ 756.968849] env[63043]: DEBUG nova.compute.manager [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Received event network-changed-713e1793-aa17-47e8-94d6-54e355687dbf {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.968997] env[63043]: DEBUG nova.compute.manager [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Refreshing instance network info cache due to event network-changed-713e1793-aa17-47e8-94d6-54e355687dbf. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 756.969174] env[63043]: DEBUG oslo_concurrency.lockutils [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] Acquiring lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.262974] env[63043]: DEBUG nova.network.neutron [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Successfully created port: 2bc67969-ac4e-413b-800c-92cfb3599fb0 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.310701] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a842c93-f213-43ca-bb8c-baa1911f08cd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.318991] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabfe46b-e8a0-4bf2-9e34-1ffde4bc88fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.348646] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd10e5d8-aabd-4b5f-917f-e9811898db24 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.355534] env[63043]: DEBUG nova.compute.manager [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.359055] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4bbdf3-0270-4488-a7ff-94dcabeb0f9b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.377544] env[63043]: DEBUG nova.compute.provider_tree [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.501631] env[63043]: DEBUG nova.network.neutron [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.701027] env[63043]: DEBUG nova.network.neutron [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance_info_cache with network_info: [{"id": "713e1793-aa17-47e8-94d6-54e355687dbf", "address": "fa:16:3e:f2:27:83", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713e1793-aa", "ovs_interfaceid": "713e1793-aa17-47e8-94d6-54e355687dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.881024] env[63043]: DEBUG nova.scheduler.client.report [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.203663] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.204110] env[63043]: DEBUG nova.compute.manager [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Instance network_info: |[{"id": "713e1793-aa17-47e8-94d6-54e355687dbf", "address": "fa:16:3e:f2:27:83", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713e1793-aa", "ovs_interfaceid": "713e1793-aa17-47e8-94d6-54e355687dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.204697] env[63043]: DEBUG oslo_concurrency.lockutils [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] Acquired lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.204697] env[63043]: DEBUG nova.network.neutron [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Refreshing network info cache for port 713e1793-aa17-47e8-94d6-54e355687dbf {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.206570] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:27:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '713e1793-aa17-47e8-94d6-54e355687dbf', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.213886] env[63043]: DEBUG oslo.service.loopingcall [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.215030] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.215328] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06fa169e-a2e2-413d-b3ee-af2e1886ff6c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.238376] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.238376] env[63043]: value = "task-2485873" [ 758.238376] env[63043]: _type = "Task" [ 758.238376] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.248070] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485873, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.374426] env[63043]: DEBUG nova.compute.manager [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.385457] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.387826] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.126s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.388036] env[63043]: DEBUG nova.objects.instance [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63043) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 758.402568] env[63043]: DEBUG nova.virt.hardware [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.402904] env[63043]: DEBUG nova.virt.hardware [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.403023] env[63043]: DEBUG nova.virt.hardware [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.403225] env[63043]: DEBUG nova.virt.hardware [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.403433] env[63043]: DEBUG nova.virt.hardware [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.403532] env[63043]: DEBUG nova.virt.hardware [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.404411] env[63043]: DEBUG nova.virt.hardware [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.404411] env[63043]: DEBUG nova.virt.hardware [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.404411] env[63043]: DEBUG nova.virt.hardware [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.404411] env[63043]: DEBUG nova.virt.hardware [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.405073] env[63043]: DEBUG nova.virt.hardware [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.405839] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12db04e-37a0-4695-a341-291dd8e52508 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.416617] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6567102-1c14-4c74-9570-ea1d49f83b86 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.438377] env[63043]: INFO nova.scheduler.client.report [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Deleted allocations for instance 61a2f66a-e85c-4d6f-9558-d398cacaa941 [ 758.749406] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485873, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.946442] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ea296dcb-543a-4268-8619-c773c9773728 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "61a2f66a-e85c-4d6f-9558-d398cacaa941" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.445s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.994873] env[63043]: DEBUG nova.compute.manager [req-4eae04d3-9174-400d-a21b-31e63cf812c0 req-809dc71c-a06a-4c52-80d7-af3cf6a5b869 service nova] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Received event network-vif-plugged-2bc67969-ac4e-413b-800c-92cfb3599fb0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.995105] env[63043]: DEBUG oslo_concurrency.lockutils [req-4eae04d3-9174-400d-a21b-31e63cf812c0 req-809dc71c-a06a-4c52-80d7-af3cf6a5b869 service nova] Acquiring lock "9c02e136-fd81-4ea7-ae6b-bebc423d97d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.995346] env[63043]: DEBUG oslo_concurrency.lockutils [req-4eae04d3-9174-400d-a21b-31e63cf812c0 req-809dc71c-a06a-4c52-80d7-af3cf6a5b869 service nova] Lock "9c02e136-fd81-4ea7-ae6b-bebc423d97d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.995563] env[63043]: DEBUG oslo_concurrency.lockutils [req-4eae04d3-9174-400d-a21b-31e63cf812c0 req-809dc71c-a06a-4c52-80d7-af3cf6a5b869 service nova] Lock "9c02e136-fd81-4ea7-ae6b-bebc423d97d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.995744] env[63043]: DEBUG nova.compute.manager [req-4eae04d3-9174-400d-a21b-31e63cf812c0 req-809dc71c-a06a-4c52-80d7-af3cf6a5b869 service nova] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] No waiting events found dispatching network-vif-plugged-2bc67969-ac4e-413b-800c-92cfb3599fb0 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.995914] env[63043]: WARNING nova.compute.manager [req-4eae04d3-9174-400d-a21b-31e63cf812c0 req-809dc71c-a06a-4c52-80d7-af3cf6a5b869 service nova] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Received unexpected event network-vif-plugged-2bc67969-ac4e-413b-800c-92cfb3599fb0 for instance with vm_state building and task_state spawning. [ 759.034464] env[63043]: DEBUG nova.network.neutron [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updated VIF entry in instance network info cache for port 713e1793-aa17-47e8-94d6-54e355687dbf. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.034798] env[63043]: DEBUG nova.network.neutron [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance_info_cache with network_info: [{"id": "713e1793-aa17-47e8-94d6-54e355687dbf", "address": "fa:16:3e:f2:27:83", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713e1793-aa", "ovs_interfaceid": "713e1793-aa17-47e8-94d6-54e355687dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.056776] env[63043]: DEBUG nova.network.neutron [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Successfully updated port: 2bc67969-ac4e-413b-800c-92cfb3599fb0 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.236095] env[63043]: DEBUG oslo_vmware.rw_handles [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e07c0-d83e-71ea-2dda-b404c4d7287f/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 759.237025] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccfd0fe-d0a7-4db1-baa4-78b9cc4c221d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.246340] env[63043]: DEBUG oslo_vmware.rw_handles [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e07c0-d83e-71ea-2dda-b404c4d7287f/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 759.246555] env[63043]: ERROR oslo_vmware.rw_handles [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e07c0-d83e-71ea-2dda-b404c4d7287f/disk-0.vmdk due to incomplete transfer. [ 759.249809] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1e02a5a1-1d5a-43af-963e-9bf9c022ff0e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.251187] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485873, 'name': CreateVM_Task, 'duration_secs': 0.618177} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.251353] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.252400] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.252571] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.252884] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.253157] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60bb2ce-3109-4b9d-8d02-712d0aab3ca4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.258428] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 759.258428] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d1854f-4279-4181-9b9d-3815af6d52c4" [ 759.258428] env[63043]: _type = "Task" [ 759.258428] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.259540] env[63043]: DEBUG oslo_vmware.rw_handles [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e07c0-d83e-71ea-2dda-b404c4d7287f/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 759.259735] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Uploaded image c291e60a-c8c6-460b-9c65-1403017af1a3 to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 759.261843] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 759.264939] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45dd39cc-e18c-446f-b7f5-12042025d2ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.272500] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d1854f-4279-4181-9b9d-3815af6d52c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.273852] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 759.273852] env[63043]: value = "task-2485874" [ 759.273852] env[63043]: _type = "Task" [ 759.273852] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.282015] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485874, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.398325] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f20fa84b-65f4-42e5-b810-ed2404bcba43 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.399988] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.797s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.401517] env[63043]: INFO nova.compute.claims [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.537850] env[63043]: DEBUG oslo_concurrency.lockutils [req-4b393bce-3ba4-4e47-adbb-fc5ec0e540bd req-36ef8fd1-e504-4c8f-9413-e2b70ff59341 service nova] Releasing lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.560757] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "refresh_cache-9c02e136-fd81-4ea7-ae6b-bebc423d97d4" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.560893] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquired lock "refresh_cache-9c02e136-fd81-4ea7-ae6b-bebc423d97d4" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.561111] env[63043]: DEBUG nova.network.neutron [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.770669] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d1854f-4279-4181-9b9d-3815af6d52c4, 'name': SearchDatastore_Task, 'duration_secs': 0.020866} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.771029] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.771284] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.771637] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.771876] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.772011] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.772290] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b350c76f-a23e-4576-8185-9d64ea0885d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.783017] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485874, 'name': Destroy_Task, 'duration_secs': 0.383653} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.784225] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Destroyed the VM [ 759.784608] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 759.784843] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.785016] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.786682] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aebbdbe0-2d24-4631-827e-f858636d5cb3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.788284] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d3d742-dcf0-48e3-8a12-0aa1b14762c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.793395] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 759.793395] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f28433-21e0-0200-eb64-394826bb96d2" [ 759.793395] env[63043]: _type = "Task" [ 759.793395] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.797677] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 759.797677] env[63043]: value = "task-2485875" [ 759.797677] env[63043]: _type = "Task" [ 759.797677] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.804026] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f28433-21e0-0200-eb64-394826bb96d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.808383] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485875, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.090322] env[63043]: DEBUG nova.network.neutron [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.255730] env[63043]: DEBUG nova.network.neutron [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Updating instance_info_cache with network_info: [{"id": "2bc67969-ac4e-413b-800c-92cfb3599fb0", "address": "fa:16:3e:17:93:a1", "network": {"id": "55430171-f2ca-4b02-9cb7-36dba32d522a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-647546687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2424172a3360499784b733338ad3bb49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc67969-ac", "ovs_interfaceid": "2bc67969-ac4e-413b-800c-92cfb3599fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.308962] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f28433-21e0-0200-eb64-394826bb96d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012793} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.312578] env[63043]: DEBUG oslo_vmware.api [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485875, 'name': RemoveSnapshot_Task, 'duration_secs': 0.395876} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.312840] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dec04d2-c5b4-42db-89c2-145551c3443d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.315052] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 760.315309] env[63043]: INFO nova.compute.manager [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Took 15.04 seconds to snapshot the instance on the hypervisor. [ 760.320388] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 760.320388] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520ad9fd-6cf4-c491-3e73-c20d018e3b6a" [ 760.320388] env[63043]: _type = "Task" [ 760.320388] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.327990] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520ad9fd-6cf4-c491-3e73-c20d018e3b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.332502] env[63043]: DEBUG oslo_concurrency.lockutils [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "32fdad42-1e49-403b-a3d5-76f47b87d567" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.332718] env[63043]: DEBUG oslo_concurrency.lockutils [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "32fdad42-1e49-403b-a3d5-76f47b87d567" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.332917] env[63043]: DEBUG oslo_concurrency.lockutils [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "32fdad42-1e49-403b-a3d5-76f47b87d567-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.333116] env[63043]: DEBUG oslo_concurrency.lockutils [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "32fdad42-1e49-403b-a3d5-76f47b87d567-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.333288] env[63043]: DEBUG oslo_concurrency.lockutils [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "32fdad42-1e49-403b-a3d5-76f47b87d567-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.335533] env[63043]: INFO nova.compute.manager [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Terminating instance [ 760.760397] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Releasing lock "refresh_cache-9c02e136-fd81-4ea7-ae6b-bebc423d97d4" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.760535] env[63043]: DEBUG nova.compute.manager [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Instance network_info: |[{"id": "2bc67969-ac4e-413b-800c-92cfb3599fb0", "address": "fa:16:3e:17:93:a1", "network": {"id": "55430171-f2ca-4b02-9cb7-36dba32d522a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-647546687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2424172a3360499784b733338ad3bb49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc67969-ac", "ovs_interfaceid": "2bc67969-ac4e-413b-800c-92cfb3599fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.761295] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:93:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bc67969-ac4e-413b-800c-92cfb3599fb0', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.768903] env[63043]: DEBUG oslo.service.loopingcall [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.769056] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.769282] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ab70896-b629-41e1-8e86-b9f172931d0f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.789909] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "b884c2ac-0b7b-4ae9-b858-b80a7d742e89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.790405] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "b884c2ac-0b7b-4ae9-b858-b80a7d742e89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.794995] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.794995] env[63043]: value = "task-2485876" [ 760.794995] env[63043]: _type = "Task" [ 760.794995] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.802407] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485876, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.819449] env[63043]: DEBUG nova.compute.manager [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Instance disappeared during snapshot {{(pid=63043) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 760.832171] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520ad9fd-6cf4-c491-3e73-c20d018e3b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.832984] env[63043]: DEBUG nova.compute.manager [None req-fa401907-1e07-44a1-8e52-ab328ab5b804 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Image not found during clean up c291e60a-c8c6-460b-9c65-1403017af1a3 {{(pid=63043) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 760.834022] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.835330] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] dc294ec0-d246-43eb-b334-15578b9aaa9d/dc294ec0-d246-43eb-b334-15578b9aaa9d.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.835330] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0d6e419-f728-43f8-8b55-36e6fa9b0e84 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.839029] env[63043]: DEBUG nova.compute.manager [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.839029] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.839790] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf0141d-74b7-47cb-9a05-18b9a7db5f76 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.843718] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5b7ebb-99ea-4725-b8d2-3100ff430fc6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.846455] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 760.846455] env[63043]: value = "task-2485877" [ 760.846455] env[63043]: _type = "Task" [ 760.846455] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.855127] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.855742] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19e86dfd-b6c1-4bd3-b7e9-2522149f3b67 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.858065] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149e6159-5e3a-497f-80d5-6702cdb4766d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.864979] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.895540] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ad9d50-75ad-4707-a98f-ab557267648e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.903424] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53ce35e-3420-4d88-90c3-66cb72a5635a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.919445] env[63043]: DEBUG nova.compute.provider_tree [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.923494] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.923748] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.923941] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleting the datastore file [datastore2] 32fdad42-1e49-403b-a3d5-76f47b87d567 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.924535] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc221dd8-9f38-4576-ab69-1b65e1bc5781 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.930935] env[63043]: DEBUG oslo_vmware.api [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 760.930935] env[63043]: value = "task-2485879" [ 760.930935] env[63043]: _type = "Task" [ 760.930935] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.940491] env[63043]: DEBUG oslo_vmware.api [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.189258] env[63043]: DEBUG nova.compute.manager [req-a329e381-a9a2-4b4d-a0af-4bbb59dfe983 req-c26501e8-3875-4e9b-999d-04eed9f7aabd service nova] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Received event network-changed-2bc67969-ac4e-413b-800c-92cfb3599fb0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.189550] env[63043]: DEBUG nova.compute.manager [req-a329e381-a9a2-4b4d-a0af-4bbb59dfe983 req-c26501e8-3875-4e9b-999d-04eed9f7aabd service nova] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Refreshing instance network info cache due to event network-changed-2bc67969-ac4e-413b-800c-92cfb3599fb0. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 761.189732] env[63043]: DEBUG oslo_concurrency.lockutils [req-a329e381-a9a2-4b4d-a0af-4bbb59dfe983 req-c26501e8-3875-4e9b-999d-04eed9f7aabd service nova] Acquiring lock "refresh_cache-9c02e136-fd81-4ea7-ae6b-bebc423d97d4" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.189932] env[63043]: DEBUG oslo_concurrency.lockutils [req-a329e381-a9a2-4b4d-a0af-4bbb59dfe983 req-c26501e8-3875-4e9b-999d-04eed9f7aabd service nova] Acquired lock "refresh_cache-9c02e136-fd81-4ea7-ae6b-bebc423d97d4" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.190376] env[63043]: DEBUG nova.network.neutron [req-a329e381-a9a2-4b4d-a0af-4bbb59dfe983 req-c26501e8-3875-4e9b-999d-04eed9f7aabd service nova] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Refreshing network info cache for port 2bc67969-ac4e-413b-800c-92cfb3599fb0 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.304922] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485876, 'name': CreateVM_Task, 'duration_secs': 0.326535} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.305102] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.305818] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.305999] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.306325] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.306578] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29fa2117-d220-4f47-bc24-796c62e7f647 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.311100] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 761.311100] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c9f344-c4c6-610a-557f-3930fec6f1f2" [ 761.311100] env[63043]: _type = "Task" [ 761.311100] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.318536] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c9f344-c4c6-610a-557f-3930fec6f1f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.356105] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440033} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.356376] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] dc294ec0-d246-43eb-b334-15578b9aaa9d/dc294ec0-d246-43eb-b334-15578b9aaa9d.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.356586] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.356823] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c636b36a-30cc-4696-9c09-fe30e7caa05a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.363354] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 761.363354] env[63043]: value = "task-2485880" [ 761.363354] env[63043]: _type = "Task" [ 761.363354] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.371578] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.422837] env[63043]: DEBUG nova.scheduler.client.report [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.440719] env[63043]: DEBUG oslo_vmware.api [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2485879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347336} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.441595] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.441794] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.441974] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.442167] env[63043]: INFO nova.compute.manager [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Took 0.60 seconds to destroy the instance on the hypervisor. [ 761.442443] env[63043]: DEBUG oslo.service.loopingcall [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.442590] env[63043]: DEBUG nova.compute.manager [-] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.442688] env[63043]: DEBUG nova.network.neutron [-] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.825778] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c9f344-c4c6-610a-557f-3930fec6f1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009145} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.826130] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.826373] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.826602] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.826744] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.826987] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.827297] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a61e9a5-b60d-457a-a2e6-9cccfc1c11ba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.835981] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.836172] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.836896] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e32aab-208e-4081-9eb6-67f59edb49bc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.841801] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 761.841801] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524b4895-7b07-28f7-aefd-8d536e3868ab" [ 761.841801] env[63043]: _type = "Task" [ 761.841801] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.849700] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524b4895-7b07-28f7-aefd-8d536e3868ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.873356] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065724} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.873778] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.875033] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2d53c9-22ec-4dfa-9447-5a898386e7ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.898905] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] dc294ec0-d246-43eb-b334-15578b9aaa9d/dc294ec0-d246-43eb-b334-15578b9aaa9d.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.901754] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2905e4cb-f79c-4874-a542-5d594e9897ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.921044] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 761.921044] env[63043]: value = "task-2485881" [ 761.921044] env[63043]: _type = "Task" [ 761.921044] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.929592] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.930132] env[63043]: DEBUG nova.compute.manager [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.932903] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.933480] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.803s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.934963] env[63043]: INFO nova.compute.claims [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.990971] env[63043]: DEBUG nova.network.neutron [req-a329e381-a9a2-4b4d-a0af-4bbb59dfe983 req-c26501e8-3875-4e9b-999d-04eed9f7aabd service nova] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Updated VIF entry in instance network info cache for port 2bc67969-ac4e-413b-800c-92cfb3599fb0. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.991346] env[63043]: DEBUG nova.network.neutron [req-a329e381-a9a2-4b4d-a0af-4bbb59dfe983 req-c26501e8-3875-4e9b-999d-04eed9f7aabd service nova] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Updating instance_info_cache with network_info: [{"id": "2bc67969-ac4e-413b-800c-92cfb3599fb0", "address": "fa:16:3e:17:93:a1", "network": {"id": "55430171-f2ca-4b02-9cb7-36dba32d522a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-647546687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2424172a3360499784b733338ad3bb49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc67969-ac", "ovs_interfaceid": "2bc67969-ac4e-413b-800c-92cfb3599fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.238710] env[63043]: DEBUG nova.network.neutron [-] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.353286] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524b4895-7b07-28f7-aefd-8d536e3868ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008654} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.354083] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a535a5f7-e2e6-4ec4-9828-fe30befee764 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.359107] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 762.359107] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52cd2890-003b-27d3-958a-f443def1f55c" [ 762.359107] env[63043]: _type = "Task" [ 762.359107] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.366512] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52cd2890-003b-27d3-958a-f443def1f55c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.433311] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485881, 'name': ReconfigVM_Task, 'duration_secs': 0.296945} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.434023] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] dc294ec0-d246-43eb-b334-15578b9aaa9d/dc294ec0-d246-43eb-b334-15578b9aaa9d.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.435157] env[63043]: DEBUG nova.compute.utils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 762.436409] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1a75c2d-74da-4c94-89d6-0a4ac1f14eb0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.438089] env[63043]: DEBUG nova.compute.manager [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.438261] env[63043]: DEBUG nova.network.neutron [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.446298] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 762.446298] env[63043]: value = "task-2485882" [ 762.446298] env[63043]: _type = "Task" [ 762.446298] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.455842] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485882, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.494687] env[63043]: DEBUG oslo_concurrency.lockutils [req-a329e381-a9a2-4b4d-a0af-4bbb59dfe983 req-c26501e8-3875-4e9b-999d-04eed9f7aabd service nova] Releasing lock "refresh_cache-9c02e136-fd81-4ea7-ae6b-bebc423d97d4" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.505576] env[63043]: DEBUG nova.policy [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5a7be003d92408283d3ffd5147c0a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd087b8c1b2a4b00a298583f3e318e98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.741780] env[63043]: INFO nova.compute.manager [-] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Took 1.30 seconds to deallocate network for instance. [ 762.861136] env[63043]: DEBUG nova.network.neutron [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Successfully created port: 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.871213] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52cd2890-003b-27d3-958a-f443def1f55c, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.871651] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.872045] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 9c02e136-fd81-4ea7-ae6b-bebc423d97d4/9c02e136-fd81-4ea7-ae6b-bebc423d97d4.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.872439] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be1278d6-bd26-465e-b392-c907cc8e4ded {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.880765] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 762.880765] env[63043]: value = "task-2485883" [ 762.880765] env[63043]: _type = "Task" [ 762.880765] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.891350] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.941770] env[63043]: DEBUG nova.compute.manager [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.960332] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485882, 'name': Rename_Task, 'duration_secs': 0.180725} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.960620] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.960919] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24b0ca11-ea66-454f-8c66-1672c4a5784f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.966867] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 762.966867] env[63043]: value = "task-2485884" [ 762.966867] env[63043]: _type = "Task" [ 762.966867] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.975471] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.226426] env[63043]: DEBUG nova.compute.manager [req-78005025-c822-458d-88c7-96ef7022c560 req-0799e173-434f-4504-8aa0-c7b8c32a2219 service nova] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Received event network-vif-deleted-a1cdb562-3650-447c-8f62-7ae3abdd15db {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.252683] env[63043]: DEBUG oslo_concurrency.lockutils [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.405663] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485883, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.456524] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01690a4d-a7bd-4455-a911-b8a0d3a58d52 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.468020] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c78f60d-0162-41db-b64e-288f973fa5d5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.480481] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485884, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.513860] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b84cb97-8b33-4b29-b53f-55102cc3d6a6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.521937] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87d2413-2d80-4b69-b385-0617ec5214ff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.538076] env[63043]: DEBUG nova.compute.provider_tree [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.898607] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558916} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.898878] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 9c02e136-fd81-4ea7-ae6b-bebc423d97d4/9c02e136-fd81-4ea7-ae6b-bebc423d97d4.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.899114] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.899376] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4ccf2c9-16d1-4656-bdab-6df4abe1ee2f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.906970] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 763.906970] env[63043]: value = "task-2485885" [ 763.906970] env[63043]: _type = "Task" [ 763.906970] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.914740] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.963431] env[63043]: DEBUG nova.compute.manager [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.979132] env[63043]: DEBUG oslo_vmware.api [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485884, 'name': PowerOnVM_Task, 'duration_secs': 0.694945} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.979387] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.979575] env[63043]: INFO nova.compute.manager [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Took 8.15 seconds to spawn the instance on the hypervisor. [ 763.979765] env[63043]: DEBUG nova.compute.manager [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.980547] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0740fb-ecfd-49ef-a48c-49c8a3fed4ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.992916] env[63043]: DEBUG nova.virt.hardware [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.993166] env[63043]: DEBUG nova.virt.hardware [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.993837] env[63043]: DEBUG nova.virt.hardware [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.993837] env[63043]: DEBUG nova.virt.hardware [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.993837] env[63043]: DEBUG nova.virt.hardware [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.993837] env[63043]: DEBUG nova.virt.hardware [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.994042] env[63043]: DEBUG nova.virt.hardware [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.994139] env[63043]: DEBUG nova.virt.hardware [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.994342] env[63043]: DEBUG nova.virt.hardware [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.994513] env[63043]: DEBUG nova.virt.hardware [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.994687] env[63043]: DEBUG nova.virt.hardware [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.995509] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3729825-b88c-4249-a7eb-cb147cb57944 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.003060] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49b26b7-a11d-4352-89c5-6e6fd64834b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.041236] env[63043]: DEBUG nova.scheduler.client.report [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.379182] env[63043]: DEBUG nova.network.neutron [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Successfully updated port: 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.416723] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069635} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.417045] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.417806] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b292acc-ae8a-4c73-ab9c-72ea97700970 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.439366] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 9c02e136-fd81-4ea7-ae6b-bebc423d97d4/9c02e136-fd81-4ea7-ae6b-bebc423d97d4.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.439602] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59170cdf-f7f8-4158-aa1e-a9999ede4e27 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.458497] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 764.458497] env[63043]: value = "task-2485886" [ 764.458497] env[63043]: _type = "Task" [ 764.458497] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.466737] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.506042] env[63043]: INFO nova.compute.manager [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Took 37.73 seconds to build instance. [ 764.546030] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.546655] env[63043]: DEBUG nova.compute.manager [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.549386] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.737s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.885141] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "refresh_cache-a8cd95e8-213c-47bb-8082-30075fa6b60b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.885141] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquired lock "refresh_cache-a8cd95e8-213c-47bb-8082-30075fa6b60b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.885141] env[63043]: DEBUG nova.network.neutron [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.969416] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485886, 'name': ReconfigVM_Task, 'duration_secs': 0.286611} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.969750] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 9c02e136-fd81-4ea7-ae6b-bebc423d97d4/9c02e136-fd81-4ea7-ae6b-bebc423d97d4.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.970506] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a333b507-9c7a-45c9-81f9-9bd086a959a0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.977257] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 764.977257] env[63043]: value = "task-2485887" [ 764.977257] env[63043]: _type = "Task" [ 764.977257] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.986431] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485887, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.008177] env[63043]: DEBUG oslo_concurrency.lockutils [None req-da47459c-83e2-442f-9579-f31dec8c93af tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "dc294ec0-d246-43eb-b334-15578b9aaa9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.995s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.066313] env[63043]: DEBUG nova.compute.utils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 765.067996] env[63043]: DEBUG nova.compute.manager [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.068586] env[63043]: DEBUG nova.network.neutron [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.122412] env[63043]: DEBUG nova.policy [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6994f243e67c49c0a48aa9d955cfdf61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fac69a1d8c4444d695cc763bed674646', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.333327] env[63043]: DEBUG nova.compute.manager [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Received event network-vif-plugged-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.333490] env[63043]: DEBUG oslo_concurrency.lockutils [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] Acquiring lock "a8cd95e8-213c-47bb-8082-30075fa6b60b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.333811] env[63043]: DEBUG oslo_concurrency.lockutils [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] Lock "a8cd95e8-213c-47bb-8082-30075fa6b60b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.334060] env[63043]: DEBUG oslo_concurrency.lockutils [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] Lock "a8cd95e8-213c-47bb-8082-30075fa6b60b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.334321] env[63043]: DEBUG nova.compute.manager [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] No waiting events found dispatching network-vif-plugged-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.334558] env[63043]: WARNING nova.compute.manager [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Received unexpected event network-vif-plugged-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 for instance with vm_state building and task_state spawning. [ 765.334788] env[63043]: DEBUG nova.compute.manager [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Received event network-changed-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.335015] env[63043]: DEBUG nova.compute.manager [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Refreshing instance network info cache due to event network-changed-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 765.335278] env[63043]: DEBUG oslo_concurrency.lockutils [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] Acquiring lock "refresh_cache-a8cd95e8-213c-47bb-8082-30075fa6b60b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.444739] env[63043]: DEBUG nova.network.neutron [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.486400] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485887, 'name': Rename_Task, 'duration_secs': 0.144103} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.486685] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.486910] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3075023-a25f-4eaf-a1e2-2a4077682b19 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.493258] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 765.493258] env[63043]: value = "task-2485888" [ 765.493258] env[63043]: _type = "Task" [ 765.493258] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.501282] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.511339] env[63043]: DEBUG nova.compute.manager [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.570845] env[63043]: INFO nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating resource usage from migration d0d54dfd-77e6-4caa-8fc3-1d5ce6dee91d [ 765.575618] env[63043]: DEBUG nova.compute.utils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 765.593871] env[63043]: DEBUG nova.network.neutron [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Successfully created port: 39a97a87-8722-4495-b81b-3c58688ea880 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.609504] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 1f9e63fc-b3df-4435-ae2c-afe64c256f93 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.611572] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a884ef52-e22f-4f4f-8b4e-f663de615123 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.611572] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 80805db5-2215-4d5a-9b38-e4d82d76ffbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.611572] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 4df019ea-8beb-4e10-acfa-04df94575993 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.611572] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance c5bfb89e-931f-462f-8d11-a47c28fdfdc2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.611572] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance f3095410-0a08-4561-861e-4022635c603a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.611572] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a84ed5f1-d21a-474d-acdc-54a2185642e1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.611572] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance efda071e-50e2-4627-8f1f-1f8653b6c2ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.611572] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ceca798f-e220-445a-b8cc-72855897fadf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.611572] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.611572] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance dd9d50c4-0607-4247-8e76-06903fb0a599 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.611572] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 2cbfe3ec-021d-49ac-909f-88b44a8844ca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.611572] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 974b051e-74c5-457d-b734-ef7fa65a8d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.611572] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 8faf95e3-ce3a-4e0a-91f1-f508a80fb268 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.611572] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 32fdad42-1e49-403b-a3d5-76f47b87d567 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.611572] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 5f14a03a-430e-4972-9840-4729803e9acc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.612485] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 73827131-0a2c-48ac-9358-d5d301c1144f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.612485] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance c52ccbde-5679-4408-bf26-4bee8974a41a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.612485] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance d4ce4f3a-0979-4c85-be63-8532eedb1593 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.612485] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance dc294ec0-d246-43eb-b334-15578b9aaa9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.612485] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 9c02e136-fd81-4ea7-ae6b-bebc423d97d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.612788] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a8cd95e8-213c-47bb-8082-30075fa6b60b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.612788] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 4db389d7-fff2-4e65-a3b9-a6931964201a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.658764] env[63043]: DEBUG nova.network.neutron [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Updating instance_info_cache with network_info: [{"id": "63b69ca4-3a60-4ff8-8205-3bedbbcc3a67", "address": "fa:16:3e:1c:f8:80", "network": {"id": "079adbd1-d834-476c-a008-de96fc88b8b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1033910186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd087b8c1b2a4b00a298583f3e318e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63b69ca4-3a", "ovs_interfaceid": "63b69ca4-3a60-4ff8-8205-3bedbbcc3a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.002782] env[63043]: DEBUG oslo_vmware.api [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485888, 'name': PowerOnVM_Task, 'duration_secs': 0.444366} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.007018] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.007018] env[63043]: INFO nova.compute.manager [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Took 7.63 seconds to spawn the instance on the hypervisor. [ 766.007018] env[63043]: DEBUG nova.compute.manager [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.007018] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67b051e-9a15-487a-b99b-a2992cbbc9ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.041048] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.083649] env[63043]: DEBUG nova.compute.manager [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.116758] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 840ebeae-7457-46e3-b018-9b0d3c6aa156 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 766.161317] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Releasing lock "refresh_cache-a8cd95e8-213c-47bb-8082-30075fa6b60b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.161936] env[63043]: DEBUG nova.compute.manager [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Instance network_info: |[{"id": "63b69ca4-3a60-4ff8-8205-3bedbbcc3a67", "address": "fa:16:3e:1c:f8:80", "network": {"id": "079adbd1-d834-476c-a008-de96fc88b8b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1033910186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd087b8c1b2a4b00a298583f3e318e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63b69ca4-3a", "ovs_interfaceid": "63b69ca4-3a60-4ff8-8205-3bedbbcc3a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.163158] env[63043]: DEBUG oslo_concurrency.lockutils [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] Acquired lock "refresh_cache-a8cd95e8-213c-47bb-8082-30075fa6b60b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.163158] env[63043]: DEBUG nova.network.neutron [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Refreshing network info cache for port 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.164811] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:f8:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63b69ca4-3a60-4ff8-8205-3bedbbcc3a67', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.173267] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Creating folder: Project (cd087b8c1b2a4b00a298583f3e318e98). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.174483] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67c0624f-c092-41ec-a80f-f5c83c20cd51 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.187867] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Created folder: Project (cd087b8c1b2a4b00a298583f3e318e98) in parent group-v502843. [ 766.188077] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Creating folder: Instances. Parent ref: group-v502975. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.188318] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ba03630-aae5-4689-b293-1e80f1be0030 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.197423] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Created folder: Instances in parent group-v502975. [ 766.197737] env[63043]: DEBUG oslo.service.loopingcall [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.197969] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.198253] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93cfd28a-7201-43d9-b18b-b0b90ad2894d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.218210] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.218210] env[63043]: value = "task-2485891" [ 766.218210] env[63043]: _type = "Task" [ 766.218210] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.225944] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485891, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.522006] env[63043]: INFO nova.compute.manager [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Took 39.15 seconds to build instance. [ 766.621131] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 013a496b-dc45-45b3-af8b-a2e2357bd7a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 766.728259] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485891, 'name': CreateVM_Task, 'duration_secs': 0.410376} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.728432] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.729181] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.729296] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.729622] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.729877] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b29177ff-c58b-4aa3-a5ce-670af8f407cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.734597] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 766.734597] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5232cb0a-ed04-fd53-b6d8-e517f15bf16f" [ 766.734597] env[63043]: _type = "Task" [ 766.734597] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.741818] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5232cb0a-ed04-fd53-b6d8-e517f15bf16f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.881093] env[63043]: DEBUG nova.compute.manager [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Stashing vm_state: active {{(pid=63043) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 766.908139] env[63043]: DEBUG nova.network.neutron [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Updated VIF entry in instance network info cache for port 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.908139] env[63043]: DEBUG nova.network.neutron [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Updating instance_info_cache with network_info: [{"id": "63b69ca4-3a60-4ff8-8205-3bedbbcc3a67", "address": "fa:16:3e:1c:f8:80", "network": {"id": "079adbd1-d834-476c-a008-de96fc88b8b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1033910186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd087b8c1b2a4b00a298583f3e318e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63b69ca4-3a", "ovs_interfaceid": "63b69ca4-3a60-4ff8-8205-3bedbbcc3a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.023655] env[63043]: DEBUG oslo_concurrency.lockutils [None req-194ce6f6-c07b-4eeb-9e46-312786e1e83c tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "9c02e136-fd81-4ea7-ae6b-bebc423d97d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.493s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.095280] env[63043]: DEBUG nova.compute.manager [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.124148] env[63043]: DEBUG nova.virt.hardware [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:04:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='983673641',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-361150747',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.124148] env[63043]: DEBUG nova.virt.hardware [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.124148] env[63043]: DEBUG nova.virt.hardware [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.124148] env[63043]: DEBUG nova.virt.hardware [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.124148] env[63043]: DEBUG nova.virt.hardware [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.124377] env[63043]: DEBUG nova.virt.hardware [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.124468] env[63043]: DEBUG nova.virt.hardware [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.124650] env[63043]: DEBUG nova.virt.hardware [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.124826] env[63043]: DEBUG nova.virt.hardware [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.124993] env[63043]: DEBUG nova.virt.hardware [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.125190] env[63043]: DEBUG nova.virt.hardware [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.125890] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 767.126084] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Migration d0d54dfd-77e6-4caa-8fc3-1d5ce6dee91d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 767.126328] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance b6326a0e-f6b0-466a-8c18-9a3e6b112e42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.128061] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4bc257-0245-4879-aca1-d1e0b6349be3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.136124] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef90adf-3258-45c3-9c60-49686b6fa6c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.186955] env[63043]: DEBUG nova.network.neutron [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Successfully updated port: 39a97a87-8722-4495-b81b-3c58688ea880 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.245262] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5232cb0a-ed04-fd53-b6d8-e517f15bf16f, 'name': SearchDatastore_Task, 'duration_secs': 0.015623} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.245590] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.245840] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.246083] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.246234] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.246417] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.246674] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e219f0ec-acf8-4d2f-bf53-5cd310f7a199 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.256703] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.256703] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.257434] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647718e9-85e9-4799-800e-3f1c9d7b66dd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.262928] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 767.262928] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]521a8b19-fb2b-ee75-9f76-96dd58a06e65" [ 767.262928] env[63043]: _type = "Task" [ 767.262928] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.271567] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521a8b19-fb2b-ee75-9f76-96dd58a06e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.408110] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.410355] env[63043]: DEBUG oslo_concurrency.lockutils [req-d6bf51cc-358b-4098-b134-69a43c48471e req-25738497-2d6f-4f7d-a647-20e0e732e46f service nova] Releasing lock "refresh_cache-a8cd95e8-213c-47bb-8082-30075fa6b60b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.414959] env[63043]: DEBUG nova.compute.manager [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Received event network-vif-plugged-39a97a87-8722-4495-b81b-3c58688ea880 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.415181] env[63043]: DEBUG oslo_concurrency.lockutils [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] Acquiring lock "4db389d7-fff2-4e65-a3b9-a6931964201a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.415447] env[63043]: DEBUG oslo_concurrency.lockutils [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] Lock "4db389d7-fff2-4e65-a3b9-a6931964201a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.417047] env[63043]: DEBUG oslo_concurrency.lockutils [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] Lock "4db389d7-fff2-4e65-a3b9-a6931964201a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.417047] env[63043]: DEBUG nova.compute.manager [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] No waiting events found dispatching network-vif-plugged-39a97a87-8722-4495-b81b-3c58688ea880 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.417047] env[63043]: WARNING nova.compute.manager [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Received unexpected event network-vif-plugged-39a97a87-8722-4495-b81b-3c58688ea880 for instance with vm_state building and task_state spawning. [ 767.417047] env[63043]: DEBUG nova.compute.manager [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Received event network-changed-39a97a87-8722-4495-b81b-3c58688ea880 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.417047] env[63043]: DEBUG nova.compute.manager [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Refreshing instance network info cache due to event network-changed-39a97a87-8722-4495-b81b-3c58688ea880. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 767.417047] env[63043]: DEBUG oslo_concurrency.lockutils [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] Acquiring lock "refresh_cache-4db389d7-fff2-4e65-a3b9-a6931964201a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.417047] env[63043]: DEBUG oslo_concurrency.lockutils [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] Acquired lock "refresh_cache-4db389d7-fff2-4e65-a3b9-a6931964201a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.417047] env[63043]: DEBUG nova.network.neutron [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Refreshing network info cache for port 39a97a87-8722-4495-b81b-3c58688ea880 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.525976] env[63043]: DEBUG nova.compute.manager [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.631748] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 0e9ba214-805d-4744-83c7-72cda80bc706 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 767.689675] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "refresh_cache-4db389d7-fff2-4e65-a3b9-a6931964201a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.773340] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521a8b19-fb2b-ee75-9f76-96dd58a06e65, 'name': SearchDatastore_Task, 'duration_secs': 0.019656} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.774537] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810931bb-b43d-4c23-8d91-8ad28e16e008 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.779981] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 767.779981] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bc5be7-5727-b92a-d2a8-88b62d1def5c" [ 767.779981] env[63043]: _type = "Task" [ 767.779981] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.787686] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bc5be7-5727-b92a-d2a8-88b62d1def5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.958818] env[63043]: DEBUG nova.network.neutron [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.050893] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.057266] env[63043]: DEBUG nova.network.neutron [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.135431] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ce48b27c-5c1a-4093-9867-ad7c8b912192 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 768.291199] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bc5be7-5727-b92a-d2a8-88b62d1def5c, 'name': SearchDatastore_Task, 'duration_secs': 0.018735} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.293775] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.294380] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] a8cd95e8-213c-47bb-8082-30075fa6b60b/a8cd95e8-213c-47bb-8082-30075fa6b60b.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.294380] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d60626a-b540-4596-b5dd-f1b5510c8b8d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.301191] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 768.301191] env[63043]: value = "task-2485892" [ 768.301191] env[63043]: _type = "Task" [ 768.301191] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.309367] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2485892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.561606] env[63043]: DEBUG oslo_concurrency.lockutils [req-490046c6-478e-4a69-afdb-f0d48c853e8b req-2355c6b9-f575-4136-bb4e-3770580293c5 service nova] Releasing lock "refresh_cache-4db389d7-fff2-4e65-a3b9-a6931964201a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.561997] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquired lock "refresh_cache-4db389d7-fff2-4e65-a3b9-a6931964201a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.562368] env[63043]: DEBUG nova.network.neutron [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.638499] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 0da32a35-bed2-4d68-a24b-01bd67ec70d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 768.798480] env[63043]: DEBUG nova.compute.manager [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.799422] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc028a5b-345f-43ab-863c-85de5f619f20 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.823288] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2485892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498758} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.823554] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] a8cd95e8-213c-47bb-8082-30075fa6b60b/a8cd95e8-213c-47bb-8082-30075fa6b60b.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.823767] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.824011] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-251de422-b753-4db3-b679-8e67bf6b6be0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.829655] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 768.829655] env[63043]: value = "task-2485893" [ 768.829655] env[63043]: _type = "Task" [ 768.829655] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.837306] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2485893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.094059] env[63043]: DEBUG nova.network.neutron [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.141443] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 6715c0c8-6537-4057-912f-1391b5bf7d8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 769.266349] env[63043]: DEBUG nova.network.neutron [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Updating instance_info_cache with network_info: [{"id": "39a97a87-8722-4495-b81b-3c58688ea880", "address": "fa:16:3e:33:a4:d1", "network": {"id": "efddd466-3408-4f42-876a-abf237c19c85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-470267709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac69a1d8c4444d695cc763bed674646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a97a87-87", "ovs_interfaceid": "39a97a87-8722-4495-b81b-3c58688ea880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.324733] env[63043]: INFO nova.compute.manager [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] instance snapshotting [ 769.327321] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d4e569-3795-4c4f-913c-d6779ef5925e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.347876] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ea8ad2-1f22-4468-87ac-97cf4a10987a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.353063] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2485893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296471} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.353363] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.354065] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf316d24-6c23-43b5-acbf-d71a9155954b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.380138] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] a8cd95e8-213c-47bb-8082-30075fa6b60b/a8cd95e8-213c-47bb-8082-30075fa6b60b.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.380413] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03805a96-c867-403d-bf2a-e5a136be4960 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.399551] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 769.399551] env[63043]: value = "task-2485894" [ 769.399551] env[63043]: _type = "Task" [ 769.399551] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.407160] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2485894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.645327] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance b884c2ac-0b7b-4ae9-b858-b80a7d742e89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 769.645734] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 769.645885] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 769.768766] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Releasing lock "refresh_cache-4db389d7-fff2-4e65-a3b9-a6931964201a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.769090] env[63043]: DEBUG nova.compute.manager [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Instance network_info: |[{"id": "39a97a87-8722-4495-b81b-3c58688ea880", "address": "fa:16:3e:33:a4:d1", "network": {"id": "efddd466-3408-4f42-876a-abf237c19c85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-470267709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac69a1d8c4444d695cc763bed674646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a97a87-87", "ovs_interfaceid": "39a97a87-8722-4495-b81b-3c58688ea880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.769500] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:a4:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39a97a87-8722-4495-b81b-3c58688ea880', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.776955] env[63043]: DEBUG oslo.service.loopingcall [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 769.779324] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.780032] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a74c525-ff9f-4a79-b2c1-ed83d47506c0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.800679] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.800679] env[63043]: value = "task-2485895" [ 769.800679] env[63043]: _type = "Task" [ 769.800679] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.808713] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485895, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.862270] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 769.862538] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c184bef-fc84-4d43-8852-47e0075fbf30 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.870800] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 769.870800] env[63043]: value = "task-2485896" [ 769.870800] env[63043]: _type = "Task" [ 769.870800] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.878615] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485896, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.912595] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2485894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.063037] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c956bd9d-03ca-4e3c-8c1c-865c09b39b4a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.070926] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdd664a-a358-4810-af65-2c211132755d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.102958] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6428839-3003-4a9c-82df-d918107805b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.110629] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0dfb52-26f5-415d-9c18-f8e6ce6b0772 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.124524] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.309896] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485895, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.380041] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485896, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.410030] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2485894, 'name': ReconfigVM_Task, 'duration_secs': 0.966303} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.410030] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Reconfigured VM instance instance-0000002f to attach disk [datastore2] a8cd95e8-213c-47bb-8082-30075fa6b60b/a8cd95e8-213c-47bb-8082-30075fa6b60b.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.410601] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35e613f9-b8ea-419a-ae38-d01e353ad8f5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.416245] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 770.416245] env[63043]: value = "task-2485897" [ 770.416245] env[63043]: _type = "Task" [ 770.416245] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.423495] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2485897, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.628373] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.810920] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485895, 'name': CreateVM_Task, 'duration_secs': 0.590506} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.811095] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.811774] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.811947] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.812305] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.812554] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d747d3af-7c72-4389-a980-4f94519be7a1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.817296] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 770.817296] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5292425c-3470-7489-b5a9-adca941ddeb4" [ 770.817296] env[63043]: _type = "Task" [ 770.817296] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.824604] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5292425c-3470-7489-b5a9-adca941ddeb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.880285] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485896, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.925545] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2485897, 'name': Rename_Task, 'duration_secs': 0.132755} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.925834] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.926093] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f28f76c-998f-40e7-8da8-308a13924478 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.933569] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 770.933569] env[63043]: value = "task-2485898" [ 770.933569] env[63043]: _type = "Task" [ 770.933569] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.941103] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2485898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.133595] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 771.134026] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.585s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.134346] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.158s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.136493] env[63043]: INFO nova.compute.claims [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.284313] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.284313] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.284313] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Starting heal instance info cache {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 771.284313] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Rebuilding the list of instances to heal {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 771.329463] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5292425c-3470-7489-b5a9-adca941ddeb4, 'name': SearchDatastore_Task, 'duration_secs': 0.008806} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.329780] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.330056] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.330316] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.330471] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.330653] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.330939] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e108e22-c524-4521-b967-37ceb6596868 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.340119] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.340212] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.340951] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ebcc87-4a97-4afc-83c4-0b88735694ee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.346405] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 771.346405] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526fe4a5-275a-aa21-738b-945e7933fe90" [ 771.346405] env[63043]: _type = "Task" [ 771.346405] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.356053] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526fe4a5-275a-aa21-738b-945e7933fe90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.380602] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485896, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.443461] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2485898, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.791051] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Skipping network cache update for instance because it is Building. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 771.792956] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Skipping network cache update for instance because it is Building. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 771.792956] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Skipping network cache update for instance because it is Building. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 771.819290] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.819449] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquired lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.819980] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Forcefully refreshing network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 771.819980] env[63043]: DEBUG nova.objects.instance [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lazy-loading 'info_cache' on Instance uuid 80805db5-2215-4d5a-9b38-e4d82d76ffbe {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.857277] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526fe4a5-275a-aa21-738b-945e7933fe90, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.858103] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff70f00-9573-4f97-b006-a9e1c426c67b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.863968] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 771.863968] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5299079b-36db-8df7-2c86-d3082bcf65a6" [ 771.863968] env[63043]: _type = "Task" [ 771.863968] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.871460] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5299079b-36db-8df7-2c86-d3082bcf65a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.879798] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485896, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.943760] env[63043]: DEBUG oslo_vmware.api [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2485898, 'name': PowerOnVM_Task, 'duration_secs': 0.745494} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.943972] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.944193] env[63043]: INFO nova.compute.manager [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Took 7.98 seconds to spawn the instance on the hypervisor. [ 771.944409] env[63043]: DEBUG nova.compute.manager [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.945312] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b845b46-1f9f-4fa0-9f0a-bb090e93720f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.386408] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5299079b-36db-8df7-2c86-d3082bcf65a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.390273] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.390620] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 4db389d7-fff2-4e65-a3b9-a6931964201a/4db389d7-fff2-4e65-a3b9-a6931964201a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.391189] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a58ee680-9692-4122-bc7e-e728a4bb8566 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.403474] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485896, 'name': CreateSnapshot_Task, 'duration_secs': 2.104685} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.407358] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 772.409468] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a299b95-b483-4ebf-bdd5-cb0becf6e7f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.413473] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 772.413473] env[63043]: value = "task-2485899" [ 772.413473] env[63043]: _type = "Task" [ 772.413473] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.433859] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.468720] env[63043]: INFO nova.compute.manager [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Took 36.92 seconds to build instance. [ 772.653096] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685e4893-3be0-4a6e-8209-c203bb465c52 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.662948] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c9ffda-aacd-4c0b-a034-53995cbe7fe7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.704223] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca34f5d-a11b-4c2e-93de-fe3e4c5e15a4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.710150] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e034e014-d84a-4325-8aa2-7384eb59487e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.729947] env[63043]: DEBUG nova.compute.provider_tree [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.923724] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483911} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.924586] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 4db389d7-fff2-4e65-a3b9-a6931964201a/4db389d7-fff2-4e65-a3b9-a6931964201a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.924864] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.925150] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37a31c2f-48c1-49a5-a02a-2e33158f0ace {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.937110] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 772.939641] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9391321b-62c7-49a4-b88b-1c76003eb289 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.943249] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 772.943249] env[63043]: value = "task-2485900" [ 772.943249] env[63043]: _type = "Task" [ 772.943249] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.949033] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 772.949033] env[63043]: value = "task-2485901" [ 772.949033] env[63043]: _type = "Task" [ 772.949033] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.955657] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.960828] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485901, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.970414] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "a8cd95e8-213c-47bb-8082-30075fa6b60b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.584s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.022042] env[63043]: DEBUG nova.compute.manager [req-411afe89-1cb4-4f4f-a37b-feb8a6e09a0e req-fcd6db9c-03d1-4a8e-b085-c9e17fc194a6 service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Received event network-changed-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.022290] env[63043]: DEBUG nova.compute.manager [req-411afe89-1cb4-4f4f-a37b-feb8a6e09a0e req-fcd6db9c-03d1-4a8e-b085-c9e17fc194a6 service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Refreshing instance network info cache due to event network-changed-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.023255] env[63043]: DEBUG oslo_concurrency.lockutils [req-411afe89-1cb4-4f4f-a37b-feb8a6e09a0e req-fcd6db9c-03d1-4a8e-b085-c9e17fc194a6 service nova] Acquiring lock "refresh_cache-a8cd95e8-213c-47bb-8082-30075fa6b60b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.023438] env[63043]: DEBUG oslo_concurrency.lockutils [req-411afe89-1cb4-4f4f-a37b-feb8a6e09a0e req-fcd6db9c-03d1-4a8e-b085-c9e17fc194a6 service nova] Acquired lock "refresh_cache-a8cd95e8-213c-47bb-8082-30075fa6b60b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.023615] env[63043]: DEBUG nova.network.neutron [req-411afe89-1cb4-4f4f-a37b-feb8a6e09a0e req-fcd6db9c-03d1-4a8e-b085-c9e17fc194a6 service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Refreshing network info cache for port 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.236033] env[63043]: DEBUG nova.scheduler.client.report [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.452717] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091961} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.455858] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.456660] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66999850-dc78-4cb9-9369-7013d7ddc413 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.464487] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485901, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.481841] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 4db389d7-fff2-4e65-a3b9-a6931964201a/4db389d7-fff2-4e65-a3b9-a6931964201a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.484358] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f935ae2f-3f39-4b01-93a6-c65ef28dbc89 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.504722] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 773.504722] env[63043]: value = "task-2485902" [ 773.504722] env[63043]: _type = "Task" [ 773.504722] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.513402] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.690154] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance_info_cache with network_info: [{"id": "471db8f3-fbde-4e0d-af24-31c974a671f0", "address": "fa:16:3e:b1:71:d5", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap471db8f3-fb", "ovs_interfaceid": "471db8f3-fbde-4e0d-af24-31c974a671f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.743769] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.743769] env[63043]: DEBUG nova.compute.manager [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.745815] env[63043]: DEBUG oslo_concurrency.lockutils [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.724s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.746048] env[63043]: DEBUG oslo_concurrency.lockutils [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.748727] env[63043]: DEBUG oslo_concurrency.lockutils [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.686s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.771625] env[63043]: INFO nova.scheduler.client.report [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Deleted allocations for instance a84ed5f1-d21a-474d-acdc-54a2185642e1 [ 773.882053] env[63043]: DEBUG nova.network.neutron [req-411afe89-1cb4-4f4f-a37b-feb8a6e09a0e req-fcd6db9c-03d1-4a8e-b085-c9e17fc194a6 service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Updated VIF entry in instance network info cache for port 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.882466] env[63043]: DEBUG nova.network.neutron [req-411afe89-1cb4-4f4f-a37b-feb8a6e09a0e req-fcd6db9c-03d1-4a8e-b085-c9e17fc194a6 service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Updating instance_info_cache with network_info: [{"id": "63b69ca4-3a60-4ff8-8205-3bedbbcc3a67", "address": "fa:16:3e:1c:f8:80", "network": {"id": "079adbd1-d834-476c-a008-de96fc88b8b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1033910186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd087b8c1b2a4b00a298583f3e318e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63b69ca4-3a", "ovs_interfaceid": "63b69ca4-3a60-4ff8-8205-3bedbbcc3a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.964323] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485901, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.015160] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.191971] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Releasing lock "refresh_cache-80805db5-2215-4d5a-9b38-e4d82d76ffbe" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.192135] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updated the network info_cache for instance {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 774.193047] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.193047] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.193047] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.193225] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.193377] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.193528] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63043) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 774.193693] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.253053] env[63043]: DEBUG nova.compute.utils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 774.256208] env[63043]: INFO nova.compute.claims [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.259712] env[63043]: DEBUG nova.compute.manager [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.260037] env[63043]: DEBUG nova.network.neutron [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.278973] env[63043]: DEBUG oslo_concurrency.lockutils [None req-74b32fc2-5539-413c-b71a-c0c53d9e9883 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "a84ed5f1-d21a-474d-acdc-54a2185642e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.078s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.305940] env[63043]: DEBUG nova.policy [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd25640fd4e44c658367891eb7169c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a9672858271458bb0b79be38d164de4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.385240] env[63043]: DEBUG oslo_concurrency.lockutils [req-411afe89-1cb4-4f4f-a37b-feb8a6e09a0e req-fcd6db9c-03d1-4a8e-b085-c9e17fc194a6 service nova] Releasing lock "refresh_cache-a8cd95e8-213c-47bb-8082-30075fa6b60b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.462909] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485901, 'name': CloneVM_Task} progress is 95%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.515202] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485902, 'name': ReconfigVM_Task, 'duration_secs': 0.659537} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.515545] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 4db389d7-fff2-4e65-a3b9-a6931964201a/4db389d7-fff2-4e65-a3b9-a6931964201a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.515861] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63043) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 774.516506] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-f69a49d4-5501-4fd9-8823-13cea2067930 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.522662] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 774.522662] env[63043]: value = "task-2485903" [ 774.522662] env[63043]: _type = "Task" [ 774.522662] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.530177] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485903, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.573938] env[63043]: DEBUG nova.network.neutron [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Successfully created port: a37102ba-42aa-4c83-95c0-e30e9b5f534e {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.698207] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.760282] env[63043]: DEBUG nova.compute.manager [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.764256] env[63043]: INFO nova.compute.resource_tracker [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating resource usage from migration d0d54dfd-77e6-4caa-8fc3-1d5ce6dee91d [ 774.902371] env[63043]: DEBUG nova.network.neutron [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Successfully created port: 3f5c71cc-1574-4cce-a2d7-8db268b27c32 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.964640] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485901, 'name': CloneVM_Task, 'duration_secs': 2.011894} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.968079] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Created linked-clone VM from snapshot [ 774.969080] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9386641f-cb9f-4ed4-9d51-5e3879bff6ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.976696] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Uploading image ab9d4324-1b86-4967-9668-75d94ab5c997 {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 774.990305] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 774.990504] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f94947f4-8786-4dbd-b373-15b205af783a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.998872] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 774.998872] env[63043]: value = "task-2485904" [ 774.998872] env[63043]: _type = "Task" [ 774.998872] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.008855] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485904, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.031782] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485903, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058055} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.034412] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63043) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 775.035393] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b374947-c53b-4110-92d4-037a5610e50e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.059560] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 4db389d7-fff2-4e65-a3b9-a6931964201a/ephemeral_0.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.062328] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ce2091-0a31-4a38-bf31-fa58e41cf146 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.082947] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 775.082947] env[63043]: value = "task-2485905" [ 775.082947] env[63043]: _type = "Task" [ 775.082947] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.095098] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.308032] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a691cbc-540d-4b87-8154-b1e8deffb239 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.315145] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb9f660-295e-4da0-a5f8-a1501e79bcc5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.353151] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc34c649-b58a-4aae-983d-4f8fb88327c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.360666] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdda528-8182-469c-905a-c7f12195c421 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.375141] env[63043]: DEBUG nova.compute.provider_tree [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.382583] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "f3095410-0a08-4561-861e-4022635c603a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.382868] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "f3095410-0a08-4561-861e-4022635c603a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.383106] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "f3095410-0a08-4561-861e-4022635c603a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.383300] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "f3095410-0a08-4561-861e-4022635c603a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.383474] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "f3095410-0a08-4561-861e-4022635c603a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.386250] env[63043]: INFO nova.compute.manager [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Terminating instance [ 775.508505] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485904, 'name': Destroy_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.591703] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.775346] env[63043]: DEBUG nova.compute.manager [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.799729] env[63043]: DEBUG nova.virt.hardware [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.799954] env[63043]: DEBUG nova.virt.hardware [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.800154] env[63043]: DEBUG nova.virt.hardware [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.800333] env[63043]: DEBUG nova.virt.hardware [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.800483] env[63043]: DEBUG nova.virt.hardware [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.800634] env[63043]: DEBUG nova.virt.hardware [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.800847] env[63043]: DEBUG nova.virt.hardware [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.801013] env[63043]: DEBUG nova.virt.hardware [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.801189] env[63043]: DEBUG nova.virt.hardware [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.801355] env[63043]: DEBUG nova.virt.hardware [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.801531] env[63043]: DEBUG nova.virt.hardware [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.802404] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f2a940-7695-4ae3-86c7-3d86f11840c6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.810192] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a58fbfb-339d-4b3d-bc48-0d47f5a64543 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.881363] env[63043]: DEBUG nova.scheduler.client.report [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.891518] env[63043]: DEBUG nova.compute.manager [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.891728] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.892658] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7a3ef0-ea3f-44d9-81d1-772a9f16d619 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.901348] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.901591] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5099cc1d-4cec-4344-bb9a-540801f970f6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.907476] env[63043]: DEBUG oslo_vmware.api [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 775.907476] env[63043]: value = "task-2485906" [ 775.907476] env[63043]: _type = "Task" [ 775.907476] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.915671] env[63043]: DEBUG oslo_vmware.api [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.010271] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485904, 'name': Destroy_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.094057] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485905, 'name': ReconfigVM_Task, 'duration_secs': 0.708113} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.094372] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 4db389d7-fff2-4e65-a3b9-a6931964201a/ephemeral_0.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.095063] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ad55c6c-4ad4-4066-8682-4b9a3c4f8319 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.100813] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 776.100813] env[63043]: value = "task-2485907" [ 776.100813] env[63043]: _type = "Task" [ 776.100813] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.110399] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485907, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.387242] env[63043]: DEBUG oslo_concurrency.lockutils [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.638s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.387242] env[63043]: INFO nova.compute.manager [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Migrating [ 776.394381] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.812s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.395954] env[63043]: INFO nova.compute.claims [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.420380] env[63043]: DEBUG oslo_vmware.api [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485906, 'name': PowerOffVM_Task, 'duration_secs': 0.303524} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.420863] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.421168] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.422016] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-926071dc-f5d3-4331-b898-079348d0eb02 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.506454] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.506685] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.506860] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Deleting the datastore file [datastore1] f3095410-0a08-4561-861e-4022635c603a {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.508226] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42e355f2-a27f-4e48-b107-6bfdb74f0775 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.511590] env[63043]: DEBUG nova.compute.manager [req-f5470670-2a2d-4ac9-81e8-cb4e47616b9a req-675ebecf-ad21-49f3-ab36-db7537f4a6b2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Received event network-vif-plugged-a37102ba-42aa-4c83-95c0-e30e9b5f534e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.512074] env[63043]: DEBUG oslo_concurrency.lockutils [req-f5470670-2a2d-4ac9-81e8-cb4e47616b9a req-675ebecf-ad21-49f3-ab36-db7537f4a6b2 service nova] Acquiring lock "840ebeae-7457-46e3-b018-9b0d3c6aa156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.512074] env[63043]: DEBUG oslo_concurrency.lockutils [req-f5470670-2a2d-4ac9-81e8-cb4e47616b9a req-675ebecf-ad21-49f3-ab36-db7537f4a6b2 service nova] Lock "840ebeae-7457-46e3-b018-9b0d3c6aa156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.512272] env[63043]: DEBUG oslo_concurrency.lockutils [req-f5470670-2a2d-4ac9-81e8-cb4e47616b9a req-675ebecf-ad21-49f3-ab36-db7537f4a6b2 service nova] Lock "840ebeae-7457-46e3-b018-9b0d3c6aa156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.514635] env[63043]: DEBUG nova.compute.manager [req-f5470670-2a2d-4ac9-81e8-cb4e47616b9a req-675ebecf-ad21-49f3-ab36-db7537f4a6b2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] No waiting events found dispatching network-vif-plugged-a37102ba-42aa-4c83-95c0-e30e9b5f534e {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.514635] env[63043]: WARNING nova.compute.manager [req-f5470670-2a2d-4ac9-81e8-cb4e47616b9a req-675ebecf-ad21-49f3-ab36-db7537f4a6b2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Received unexpected event network-vif-plugged-a37102ba-42aa-4c83-95c0-e30e9b5f534e for instance with vm_state building and task_state spawning. [ 776.518782] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485904, 'name': Destroy_Task, 'duration_secs': 1.437998} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.520552] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Destroyed the VM [ 776.520845] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 776.521523] env[63043]: DEBUG oslo_vmware.api [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for the task: (returnval){ [ 776.521523] env[63043]: value = "task-2485909" [ 776.521523] env[63043]: _type = "Task" [ 776.521523] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.521850] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-657a6cc4-9ef5-4ab0-8d84-ee9da19a063c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.531438] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 776.531438] env[63043]: value = "task-2485910" [ 776.531438] env[63043]: _type = "Task" [ 776.531438] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.534763] env[63043]: DEBUG oslo_vmware.api [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.542294] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485910, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.615971] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485907, 'name': Rename_Task, 'duration_secs': 0.383667} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.616452] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.618867] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63e9e32d-7e4f-4d2c-821d-f058af5ba6ba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.626040] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 776.626040] env[63043]: value = "task-2485911" [ 776.626040] env[63043]: _type = "Task" [ 776.626040] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.634700] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.819732] env[63043]: DEBUG nova.network.neutron [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Successfully updated port: a37102ba-42aa-4c83-95c0-e30e9b5f534e {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.908589] env[63043]: DEBUG oslo_concurrency.lockutils [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.908787] env[63043]: DEBUG oslo_concurrency.lockutils [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.908972] env[63043]: DEBUG nova.network.neutron [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.036441] env[63043]: DEBUG oslo_vmware.api [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Task: {'id': task-2485909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17234} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.039643] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.039862] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.040068] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.040272] env[63043]: INFO nova.compute.manager [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [instance: f3095410-0a08-4561-861e-4022635c603a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 777.040539] env[63043]: DEBUG oslo.service.loopingcall [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.040893] env[63043]: DEBUG nova.compute.manager [-] [instance: f3095410-0a08-4561-861e-4022635c603a] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.041035] env[63043]: DEBUG nova.network.neutron [-] [instance: f3095410-0a08-4561-861e-4022635c603a] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.047783] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485910, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.062019] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "73827131-0a2c-48ac-9358-d5d301c1144f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.062019] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "73827131-0a2c-48ac-9358-d5d301c1144f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.136381] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485911, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.547272] env[63043]: DEBUG oslo_vmware.api [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485910, 'name': RemoveSnapshot_Task, 'duration_secs': 0.647321} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.549689] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 777.565344] env[63043]: DEBUG nova.compute.utils [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 777.638974] env[63043]: DEBUG oslo_vmware.api [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2485911, 'name': PowerOnVM_Task, 'duration_secs': 0.812892} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.641954] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.642375] env[63043]: INFO nova.compute.manager [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Took 10.55 seconds to spawn the instance on the hypervisor. [ 777.642578] env[63043]: DEBUG nova.compute.manager [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.643662] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c56292-4bdd-4a43-aaad-f60093a20e54 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.826789] env[63043]: DEBUG nova.network.neutron [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance_info_cache with network_info: [{"id": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "address": "fa:16:3e:c5:3b:32", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef0d9db-6a", "ovs_interfaceid": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.859144] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9ded38-aae9-4b5f-8ec1-15a39d3f0d5b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.866511] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0038c9d7-22a4-4e7c-815a-a0c3781927a4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.896483] env[63043]: DEBUG nova.network.neutron [-] [instance: f3095410-0a08-4561-861e-4022635c603a] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.900481] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0598cb-96d7-4ae6-81ba-34778064cf98 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.906470] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f166c0f-a97c-4cd5-99e5-7123eb239645 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.920406] env[63043]: DEBUG nova.compute.provider_tree [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.056449] env[63043]: WARNING nova.compute.manager [None req-efeacf46-446d-4615-be49-be776477ab6d tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Image not found during snapshot: nova.exception.ImageNotFound: Image ab9d4324-1b86-4967-9668-75d94ab5c997 could not be found. [ 778.071099] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "73827131-0a2c-48ac-9358-d5d301c1144f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.167208] env[63043]: INFO nova.compute.manager [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Took 42.05 seconds to build instance. [ 778.328749] env[63043]: DEBUG oslo_concurrency.lockutils [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.402716] env[63043]: INFO nova.compute.manager [-] [instance: f3095410-0a08-4561-861e-4022635c603a] Took 1.36 seconds to deallocate network for instance. [ 778.425729] env[63043]: DEBUG nova.scheduler.client.report [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.668817] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "4db389d7-fff2-4e65-a3b9-a6931964201a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.783s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.755171] env[63043]: DEBUG nova.compute.manager [req-ae3818a0-78bb-4d6e-aa8d-d6fe7d005463 req-632197b8-dc7a-4056-9f7d-14868a048fd2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Received event network-changed-a37102ba-42aa-4c83-95c0-e30e9b5f534e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.755292] env[63043]: DEBUG nova.compute.manager [req-ae3818a0-78bb-4d6e-aa8d-d6fe7d005463 req-632197b8-dc7a-4056-9f7d-14868a048fd2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Refreshing instance network info cache due to event network-changed-a37102ba-42aa-4c83-95c0-e30e9b5f534e. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.755717] env[63043]: DEBUG oslo_concurrency.lockutils [req-ae3818a0-78bb-4d6e-aa8d-d6fe7d005463 req-632197b8-dc7a-4056-9f7d-14868a048fd2 service nova] Acquiring lock "refresh_cache-840ebeae-7457-46e3-b018-9b0d3c6aa156" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.755783] env[63043]: DEBUG oslo_concurrency.lockutils [req-ae3818a0-78bb-4d6e-aa8d-d6fe7d005463 req-632197b8-dc7a-4056-9f7d-14868a048fd2 service nova] Acquired lock "refresh_cache-840ebeae-7457-46e3-b018-9b0d3c6aa156" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.755961] env[63043]: DEBUG nova.network.neutron [req-ae3818a0-78bb-4d6e-aa8d-d6fe7d005463 req-632197b8-dc7a-4056-9f7d-14868a048fd2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Refreshing network info cache for port a37102ba-42aa-4c83-95c0-e30e9b5f534e {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.909342] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.935099] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.935711] env[63043]: DEBUG nova.compute.manager [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.938926] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.731s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.941238] env[63043]: INFO nova.compute.claims [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.136500] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "73827131-0a2c-48ac-9358-d5d301c1144f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.136732] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "73827131-0a2c-48ac-9358-d5d301c1144f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.136963] env[63043]: INFO nova.compute.manager [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Attaching volume 2576ad2c-679c-48f4-bb7b-6262b55110e1 to /dev/sdb [ 779.159045] env[63043]: DEBUG nova.network.neutron [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Successfully updated port: 3f5c71cc-1574-4cce-a2d7-8db268b27c32 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.174409] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac816f1a-224c-4322-a231-e40463e1e8f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.184272] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865eb3f7-4ca1-438e-9c11-154acc74d880 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.200014] env[63043]: DEBUG nova.virt.block_device [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Updating existing volume attachment record: 951d408e-16fb-4b09-80e7-1c322a6d8493 {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 779.262476] env[63043]: DEBUG nova.compute.manager [req-25037dca-7af0-4dd5-8cec-b482871740c2 req-b0467de8-db45-4dd8-9409-ab8f0421c5e6 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Received event network-changed-39a97a87-8722-4495-b81b-3c58688ea880 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.262702] env[63043]: DEBUG nova.compute.manager [req-25037dca-7af0-4dd5-8cec-b482871740c2 req-b0467de8-db45-4dd8-9409-ab8f0421c5e6 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Refreshing instance network info cache due to event network-changed-39a97a87-8722-4495-b81b-3c58688ea880. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 779.263008] env[63043]: DEBUG oslo_concurrency.lockutils [req-25037dca-7af0-4dd5-8cec-b482871740c2 req-b0467de8-db45-4dd8-9409-ab8f0421c5e6 service nova] Acquiring lock "refresh_cache-4db389d7-fff2-4e65-a3b9-a6931964201a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.263073] env[63043]: DEBUG oslo_concurrency.lockutils [req-25037dca-7af0-4dd5-8cec-b482871740c2 req-b0467de8-db45-4dd8-9409-ab8f0421c5e6 service nova] Acquired lock "refresh_cache-4db389d7-fff2-4e65-a3b9-a6931964201a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.263237] env[63043]: DEBUG nova.network.neutron [req-25037dca-7af0-4dd5-8cec-b482871740c2 req-b0467de8-db45-4dd8-9409-ab8f0421c5e6 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Refreshing network info cache for port 39a97a87-8722-4495-b81b-3c58688ea880 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.285757] env[63043]: DEBUG oslo_concurrency.lockutils [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "9c02e136-fd81-4ea7-ae6b-bebc423d97d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.286014] env[63043]: DEBUG oslo_concurrency.lockutils [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "9c02e136-fd81-4ea7-ae6b-bebc423d97d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.286231] env[63043]: DEBUG oslo_concurrency.lockutils [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "9c02e136-fd81-4ea7-ae6b-bebc423d97d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.286417] env[63043]: DEBUG oslo_concurrency.lockutils [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "9c02e136-fd81-4ea7-ae6b-bebc423d97d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.286591] env[63043]: DEBUG oslo_concurrency.lockutils [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "9c02e136-fd81-4ea7-ae6b-bebc423d97d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.288675] env[63043]: INFO nova.compute.manager [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Terminating instance [ 779.314986] env[63043]: DEBUG nova.network.neutron [req-ae3818a0-78bb-4d6e-aa8d-d6fe7d005463 req-632197b8-dc7a-4056-9f7d-14868a048fd2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.428610] env[63043]: DEBUG nova.network.neutron [req-ae3818a0-78bb-4d6e-aa8d-d6fe7d005463 req-632197b8-dc7a-4056-9f7d-14868a048fd2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.440923] env[63043]: DEBUG nova.compute.utils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 779.442679] env[63043]: DEBUG nova.compute.manager [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.442856] env[63043]: DEBUG nova.network.neutron [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.494599] env[63043]: DEBUG nova.policy [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aafe50b505c94185a387f6299b42593d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78f4f0dc1bf4ce9acd32a0128904cb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.661831] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "refresh_cache-840ebeae-7457-46e3-b018-9b0d3c6aa156" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.792857] env[63043]: DEBUG nova.compute.manager [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.797019] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.797019] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f5bdd2-9ddc-46b6-9f41-b83e72f0d40f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.805214] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.807250] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0acb1dc9-a906-4334-b4f1-0304be18b8b5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.813446] env[63043]: DEBUG oslo_vmware.api [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 779.813446] env[63043]: value = "task-2485915" [ 779.813446] env[63043]: _type = "Task" [ 779.813446] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.821892] env[63043]: DEBUG oslo_vmware.api [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.846386] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1550525d-ab79-40f4-80c9-4bccaee79351 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.871213] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance 'b6326a0e-f6b0-466a-8c18-9a3e6b112e42' progress to 0 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 779.877332] env[63043]: DEBUG nova.network.neutron [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Successfully created port: 79b06635-bec6-4c81-a3b0-ce14d6c5d06c {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.932848] env[63043]: DEBUG oslo_concurrency.lockutils [req-ae3818a0-78bb-4d6e-aa8d-d6fe7d005463 req-632197b8-dc7a-4056-9f7d-14868a048fd2 service nova] Releasing lock "refresh_cache-840ebeae-7457-46e3-b018-9b0d3c6aa156" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.932848] env[63043]: DEBUG nova.compute.manager [req-ae3818a0-78bb-4d6e-aa8d-d6fe7d005463 req-632197b8-dc7a-4056-9f7d-14868a048fd2 service nova] [instance: f3095410-0a08-4561-861e-4022635c603a] Received event network-vif-deleted-c80edf09-678d-447b-9634-4cae9641415c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.932848] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquired lock "refresh_cache-840ebeae-7457-46e3-b018-9b0d3c6aa156" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.932848] env[63043]: DEBUG nova.network.neutron [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.946025] env[63043]: DEBUG nova.compute.manager [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.208118] env[63043]: DEBUG nova.network.neutron [req-25037dca-7af0-4dd5-8cec-b482871740c2 req-b0467de8-db45-4dd8-9409-ab8f0421c5e6 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Updated VIF entry in instance network info cache for port 39a97a87-8722-4495-b81b-3c58688ea880. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.208482] env[63043]: DEBUG nova.network.neutron [req-25037dca-7af0-4dd5-8cec-b482871740c2 req-b0467de8-db45-4dd8-9409-ab8f0421c5e6 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Updating instance_info_cache with network_info: [{"id": "39a97a87-8722-4495-b81b-3c58688ea880", "address": "fa:16:3e:33:a4:d1", "network": {"id": "efddd466-3408-4f42-876a-abf237c19c85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-470267709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac69a1d8c4444d695cc763bed674646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a97a87-87", "ovs_interfaceid": "39a97a87-8722-4495-b81b-3c58688ea880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.325893] env[63043]: DEBUG oslo_vmware.api [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485915, 'name': PowerOffVM_Task, 'duration_secs': 0.181823} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.326190] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.326441] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.326615] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ffb0500-65be-4d5b-bb20-daa91e82fb9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.378418] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.379044] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4063ab54-23e8-47ad-942a-ba542026779a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.388268] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.388492] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.388699] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Deleting the datastore file [datastore1] 9c02e136-fd81-4ea7-ae6b-bebc423d97d4 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.388953] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22a1dd63-0860-4a28-ab9a-0ebac70baa4d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.392087] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 780.392087] env[63043]: value = "task-2485917" [ 780.392087] env[63043]: _type = "Task" [ 780.392087] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.399874] env[63043]: DEBUG oslo_vmware.api [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 780.399874] env[63043]: value = "task-2485918" [ 780.399874] env[63043]: _type = "Task" [ 780.399874] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.406578] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.411336] env[63043]: DEBUG oslo_vmware.api [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.478190] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb47cdb-963d-44ad-8af6-47c9f4178f3c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.488450] env[63043]: DEBUG nova.network.neutron [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.488900] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55afcecc-df98-41a3-b9fe-63a4a24ce61b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.529034] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b668bce1-10b9-4dcd-b22c-8d845d6b3b41 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.536846] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ebd20f-d053-4568-adc5-f5684b1ad3e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.550854] env[63043]: DEBUG nova.compute.provider_tree [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.711512] env[63043]: DEBUG oslo_concurrency.lockutils [req-25037dca-7af0-4dd5-8cec-b482871740c2 req-b0467de8-db45-4dd8-9409-ab8f0421c5e6 service nova] Releasing lock "refresh_cache-4db389d7-fff2-4e65-a3b9-a6931964201a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.789695] env[63043]: DEBUG nova.compute.manager [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Received event network-vif-plugged-3f5c71cc-1574-4cce-a2d7-8db268b27c32 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.789799] env[63043]: DEBUG oslo_concurrency.lockutils [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] Acquiring lock "840ebeae-7457-46e3-b018-9b0d3c6aa156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.789992] env[63043]: DEBUG oslo_concurrency.lockutils [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] Lock "840ebeae-7457-46e3-b018-9b0d3c6aa156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.790565] env[63043]: DEBUG oslo_concurrency.lockutils [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] Lock "840ebeae-7457-46e3-b018-9b0d3c6aa156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.790809] env[63043]: DEBUG nova.compute.manager [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] No waiting events found dispatching network-vif-plugged-3f5c71cc-1574-4cce-a2d7-8db268b27c32 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.790979] env[63043]: WARNING nova.compute.manager [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Received unexpected event network-vif-plugged-3f5c71cc-1574-4cce-a2d7-8db268b27c32 for instance with vm_state building and task_state spawning. [ 780.791157] env[63043]: DEBUG nova.compute.manager [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Received event network-changed-3f5c71cc-1574-4cce-a2d7-8db268b27c32 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.791309] env[63043]: DEBUG nova.compute.manager [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Refreshing instance network info cache due to event network-changed-3f5c71cc-1574-4cce-a2d7-8db268b27c32. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 780.791769] env[63043]: DEBUG oslo_concurrency.lockutils [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] Acquiring lock "refresh_cache-840ebeae-7457-46e3-b018-9b0d3c6aa156" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.794337] env[63043]: DEBUG nova.network.neutron [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Updating instance_info_cache with network_info: [{"id": "a37102ba-42aa-4c83-95c0-e30e9b5f534e", "address": "fa:16:3e:24:17:a5", "network": {"id": "9aa1c0da-c5f7-4f21-954e-a3a401cea475", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1404335867", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37102ba-42", "ovs_interfaceid": "a37102ba-42aa-4c83-95c0-e30e9b5f534e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f5c71cc-1574-4cce-a2d7-8db268b27c32", "address": "fa:16:3e:40:cd:69", "network": {"id": "022890e1-0e97-4b7b-b1d6-e621a5573deb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1374315425", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f5c71cc-15", "ovs_interfaceid": "3f5c71cc-1574-4cce-a2d7-8db268b27c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.903011] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485917, 'name': PowerOffVM_Task, 'duration_secs': 0.238472} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.906067] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.906176] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance 'b6326a0e-f6b0-466a-8c18-9a3e6b112e42' progress to 17 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 780.915043] env[63043]: DEBUG oslo_vmware.api [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2485918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221532} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.915043] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.915043] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.915043] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.915043] env[63043]: INFO nova.compute.manager [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 780.915295] env[63043]: DEBUG oslo.service.loopingcall [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.915420] env[63043]: DEBUG nova.compute.manager [-] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.915528] env[63043]: DEBUG nova.network.neutron [-] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.960644] env[63043]: DEBUG nova.compute.manager [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.985916] env[63043]: DEBUG nova.virt.hardware [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.986512] env[63043]: DEBUG nova.virt.hardware [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.986512] env[63043]: DEBUG nova.virt.hardware [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.986661] env[63043]: DEBUG nova.virt.hardware [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.986899] env[63043]: DEBUG nova.virt.hardware [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.987463] env[63043]: DEBUG nova.virt.hardware [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.987463] env[63043]: DEBUG nova.virt.hardware [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.987564] env[63043]: DEBUG nova.virt.hardware [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.987680] env[63043]: DEBUG nova.virt.hardware [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.987849] env[63043]: DEBUG nova.virt.hardware [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.988037] env[63043]: DEBUG nova.virt.hardware [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.989033] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39514867-dbdd-42d0-b80f-41ea2261fb1c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.997680] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b575f06d-706e-46b9-8f6d-4628de47cdf4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.058176] env[63043]: DEBUG nova.scheduler.client.report [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.297029] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Releasing lock "refresh_cache-840ebeae-7457-46e3-b018-9b0d3c6aa156" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.297290] env[63043]: DEBUG nova.compute.manager [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Instance network_info: |[{"id": "a37102ba-42aa-4c83-95c0-e30e9b5f534e", "address": "fa:16:3e:24:17:a5", "network": {"id": "9aa1c0da-c5f7-4f21-954e-a3a401cea475", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1404335867", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37102ba-42", "ovs_interfaceid": "a37102ba-42aa-4c83-95c0-e30e9b5f534e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f5c71cc-1574-4cce-a2d7-8db268b27c32", "address": "fa:16:3e:40:cd:69", "network": {"id": "022890e1-0e97-4b7b-b1d6-e621a5573deb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1374315425", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f5c71cc-15", "ovs_interfaceid": "3f5c71cc-1574-4cce-a2d7-8db268b27c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.297610] env[63043]: DEBUG oslo_concurrency.lockutils [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] Acquired lock "refresh_cache-840ebeae-7457-46e3-b018-9b0d3c6aa156" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.297804] env[63043]: DEBUG nova.network.neutron [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Refreshing network info cache for port 3f5c71cc-1574-4cce-a2d7-8db268b27c32 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.299013] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:17:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a37102ba-42aa-4c83-95c0-e30e9b5f534e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:cd:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f5c71cc-1574-4cce-a2d7-8db268b27c32', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.308218] env[63043]: DEBUG oslo.service.loopingcall [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.311404] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.312687] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0ffb0c3-2d4d-4925-8d5e-6ee19a29174c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.334817] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.334817] env[63043]: value = "task-2485919" [ 781.334817] env[63043]: _type = "Task" [ 781.334817] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.342630] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485919, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.412787] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.413052] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.413217] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.413402] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.413555] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.413695] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.413898] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.418021] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.418021] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.418021] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.418021] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.421321] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-300c51ad-219c-4c84-9e70-0ed5f91bea8c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.440218] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 781.440218] env[63043]: value = "task-2485920" [ 781.440218] env[63043]: _type = "Task" [ 781.440218] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.453036] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.561456] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.566021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.330s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.566021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.574582] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.016s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.574964] env[63043]: DEBUG nova.objects.instance [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63043) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 781.620633] env[63043]: INFO nova.scheduler.client.report [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Deleted allocations for instance 4df019ea-8beb-4e10-acfa-04df94575993 [ 781.651572] env[63043]: DEBUG nova.network.neutron [-] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.708848] env[63043]: DEBUG nova.network.neutron [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Updated VIF entry in instance network info cache for port 3f5c71cc-1574-4cce-a2d7-8db268b27c32. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.709303] env[63043]: DEBUG nova.network.neutron [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Updating instance_info_cache with network_info: [{"id": "a37102ba-42aa-4c83-95c0-e30e9b5f534e", "address": "fa:16:3e:24:17:a5", "network": {"id": "9aa1c0da-c5f7-4f21-954e-a3a401cea475", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1404335867", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37102ba-42", "ovs_interfaceid": "a37102ba-42aa-4c83-95c0-e30e9b5f534e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f5c71cc-1574-4cce-a2d7-8db268b27c32", "address": "fa:16:3e:40:cd:69", "network": {"id": "022890e1-0e97-4b7b-b1d6-e621a5573deb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1374315425", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a9672858271458bb0b79be38d164de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f5c71cc-15", "ovs_interfaceid": "3f5c71cc-1574-4cce-a2d7-8db268b27c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.784504] env[63043]: DEBUG nova.network.neutron [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Successfully updated port: 79b06635-bec6-4c81-a3b0-ce14d6c5d06c {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.844325] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485919, 'name': CreateVM_Task, 'duration_secs': 0.432374} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.844695] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.845365] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.845557] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.845902] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.846185] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f190d25d-0e48-4839-8c19-f8707d5a2dd7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.851040] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 781.851040] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528012b8-bf07-c3ba-b16a-2a388328ec64" [ 781.851040] env[63043]: _type = "Task" [ 781.851040] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.859105] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528012b8-bf07-c3ba-b16a-2a388328ec64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.950548] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485920, 'name': ReconfigVM_Task, 'duration_secs': 0.181475} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.952417] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance 'b6326a0e-f6b0-466a-8c18-9a3e6b112e42' progress to 33 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 782.088046] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquiring lock "0d29c459-5a57-4c09-b7a5-371b9d3f3408" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.088046] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Lock "0d29c459-5a57-4c09-b7a5-371b9d3f3408" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.128425] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a667e2b7-f266-4f1c-8406-39aab0a37aab tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Lock "4df019ea-8beb-4e10-acfa-04df94575993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.062s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.154257] env[63043]: INFO nova.compute.manager [-] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Took 1.24 seconds to deallocate network for instance. [ 782.212628] env[63043]: DEBUG oslo_concurrency.lockutils [req-86ecdfdc-3302-470b-86e0-d4a8aa0135d2 req-f53271af-818b-4ba0-ade7-5a1fe66e1fb2 service nova] Releasing lock "refresh_cache-840ebeae-7457-46e3-b018-9b0d3c6aa156" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.289742] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "refresh_cache-013a496b-dc45-45b3-af8b-a2e2357bd7a5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.289854] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "refresh_cache-013a496b-dc45-45b3-af8b-a2e2357bd7a5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.290966] env[63043]: DEBUG nova.network.neutron [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.361312] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528012b8-bf07-c3ba-b16a-2a388328ec64, 'name': SearchDatastore_Task, 'duration_secs': 0.013866} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.361417] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.361615] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.361827] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.361981] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.362164] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.362443] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d02d91f-2a2f-4c59-be91-41fb20c16dfc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.371213] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.371390] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.372100] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64f185c-9279-4848-9e0f-60c20be315ed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.376934] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 782.376934] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52876c44-0cc2-278c-c8aa-7f38097fa131" [ 782.376934] env[63043]: _type = "Task" [ 782.376934] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.384571] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52876c44-0cc2-278c-c8aa-7f38097fa131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.457765] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:05:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1541b220-bd77-450a-98ab-761e09ecd3f0',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1099687806',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.458018] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.458184] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.458370] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.458520] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.458671] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.458879] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.459052] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.459228] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.459396] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.459764] env[63043]: DEBUG nova.virt.hardware [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.465177] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 782.465513] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e467ed-fb8f-4be4-93ef-a837c9b85fdb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.483970] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 782.483970] env[63043]: value = "task-2485922" [ 782.483970] env[63043]: _type = "Task" [ 782.483970] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.491797] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.594788] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Lock "0d29c459-5a57-4c09-b7a5-371b9d3f3408" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.595846] env[63043]: DEBUG nova.compute.manager [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.602021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b07596a6-0e65-4a42-8f0c-8056d9ce418a tempest-ServersAdmin275Test-814090577 tempest-ServersAdmin275Test-814090577-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.602021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.719s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.602021] env[63043]: INFO nova.compute.claims [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.661270] env[63043]: DEBUG oslo_concurrency.lockutils [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.827328] env[63043]: DEBUG nova.compute.manager [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Received event network-vif-deleted-2bc67969-ac4e-413b-800c-92cfb3599fb0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.827616] env[63043]: DEBUG nova.compute.manager [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Received event network-vif-plugged-79b06635-bec6-4c81-a3b0-ce14d6c5d06c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.827823] env[63043]: DEBUG oslo_concurrency.lockutils [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] Acquiring lock "013a496b-dc45-45b3-af8b-a2e2357bd7a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.829020] env[63043]: DEBUG oslo_concurrency.lockutils [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] Lock "013a496b-dc45-45b3-af8b-a2e2357bd7a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.829020] env[63043]: DEBUG oslo_concurrency.lockutils [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] Lock "013a496b-dc45-45b3-af8b-a2e2357bd7a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.829020] env[63043]: DEBUG nova.compute.manager [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] No waiting events found dispatching network-vif-plugged-79b06635-bec6-4c81-a3b0-ce14d6c5d06c {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.829020] env[63043]: WARNING nova.compute.manager [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Received unexpected event network-vif-plugged-79b06635-bec6-4c81-a3b0-ce14d6c5d06c for instance with vm_state building and task_state spawning. [ 782.829020] env[63043]: DEBUG nova.compute.manager [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Received event network-changed-79b06635-bec6-4c81-a3b0-ce14d6c5d06c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.829020] env[63043]: DEBUG nova.compute.manager [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Refreshing instance network info cache due to event network-changed-79b06635-bec6-4c81-a3b0-ce14d6c5d06c. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 782.829020] env[63043]: DEBUG oslo_concurrency.lockutils [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] Acquiring lock "refresh_cache-013a496b-dc45-45b3-af8b-a2e2357bd7a5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.851399] env[63043]: DEBUG nova.network.neutron [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.889034] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52876c44-0cc2-278c-c8aa-7f38097fa131, 'name': SearchDatastore_Task, 'duration_secs': 0.012588} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.889860] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2431f1a1-102d-4487-90bb-88a4218c7bd0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.895978] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 782.895978] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52617b7e-479f-0632-4514-9f6b97dd9df7" [ 782.895978] env[63043]: _type = "Task" [ 782.895978] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.904177] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52617b7e-479f-0632-4514-9f6b97dd9df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.993095] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485922, 'name': ReconfigVM_Task, 'duration_secs': 0.167251} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.993414] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 782.994203] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb559559-d161-48df-8829-acb4832381b2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.016094] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] b6326a0e-f6b0-466a-8c18-9a3e6b112e42/b6326a0e-f6b0-466a-8c18-9a3e6b112e42.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.017108] env[63043]: DEBUG nova.network.neutron [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Updating instance_info_cache with network_info: [{"id": "79b06635-bec6-4c81-a3b0-ce14d6c5d06c", "address": "fa:16:3e:c9:82:3f", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b06635-be", "ovs_interfaceid": "79b06635-bec6-4c81-a3b0-ce14d6c5d06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.018243] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5d3ebb-fa74-4205-bc81-1525a39070fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.039703] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 783.039703] env[63043]: value = "task-2485923" [ 783.039703] env[63043]: _type = "Task" [ 783.039703] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.050473] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.104432] env[63043]: DEBUG nova.compute.utils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 783.104432] env[63043]: DEBUG nova.compute.manager [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.104432] env[63043]: DEBUG nova.network.neutron [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.163504] env[63043]: DEBUG nova.policy [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5697a0a843c5422fb7e0616d6a22494c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '321cb249493c42358af9f5f0984e4f2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.413660] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52617b7e-479f-0632-4514-9f6b97dd9df7, 'name': SearchDatastore_Task, 'duration_secs': 0.042317} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.414111] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.414494] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 840ebeae-7457-46e3-b018-9b0d3c6aa156/840ebeae-7457-46e3-b018-9b0d3c6aa156.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.414835] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ad83b4a-0d04-4986-8cb1-904df59df45b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.423767] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 783.423767] env[63043]: value = "task-2485924" [ 783.423767] env[63043]: _type = "Task" [ 783.423767] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.436365] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.534220] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "refresh_cache-013a496b-dc45-45b3-af8b-a2e2357bd7a5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.535413] env[63043]: DEBUG nova.compute.manager [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Instance network_info: |[{"id": "79b06635-bec6-4c81-a3b0-ce14d6c5d06c", "address": "fa:16:3e:c9:82:3f", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b06635-be", "ovs_interfaceid": "79b06635-bec6-4c81-a3b0-ce14d6c5d06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.535413] env[63043]: DEBUG oslo_concurrency.lockutils [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] Acquired lock "refresh_cache-013a496b-dc45-45b3-af8b-a2e2357bd7a5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.535413] env[63043]: DEBUG nova.network.neutron [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Refreshing network info cache for port 79b06635-bec6-4c81-a3b0-ce14d6c5d06c {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.536643] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:82:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79b06635-bec6-4c81-a3b0-ce14d6c5d06c', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.545032] env[63043]: DEBUG oslo.service.loopingcall [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 783.546063] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.549491] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3de8ae5-1beb-4e2c-b7d9-30855c227bb9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.565818] env[63043]: DEBUG nova.network.neutron [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Successfully created port: 336fa601-8d72-4f4e-a71f-f41d251544ff {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.577667] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485923, 'name': ReconfigVM_Task, 'duration_secs': 0.514028} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.579040] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Reconfigured VM instance instance-00000027 to attach disk [datastore2] b6326a0e-f6b0-466a-8c18-9a3e6b112e42/b6326a0e-f6b0-466a-8c18-9a3e6b112e42.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.579325] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance 'b6326a0e-f6b0-466a-8c18-9a3e6b112e42' progress to 50 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 783.584095] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.584095] env[63043]: value = "task-2485925" [ 783.584095] env[63043]: _type = "Task" [ 783.584095] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.594536] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485925, 'name': CreateVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.605208] env[63043]: DEBUG nova.compute.manager [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.766205] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 783.766205] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502982', 'volume_id': '2576ad2c-679c-48f4-bb7b-6262b55110e1', 'name': 'volume-2576ad2c-679c-48f4-bb7b-6262b55110e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73827131-0a2c-48ac-9358-d5d301c1144f', 'attached_at': '', 'detached_at': '', 'volume_id': '2576ad2c-679c-48f4-bb7b-6262b55110e1', 'serial': '2576ad2c-679c-48f4-bb7b-6262b55110e1'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 783.766893] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc2691d-39cb-4dff-b1aa-1d1298bc6c24 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.791009] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e603ac-ba93-43f3-a5a6-779222c94dd7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.829031] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-2576ad2c-679c-48f4-bb7b-6262b55110e1/volume-2576ad2c-679c-48f4-bb7b-6262b55110e1.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.829896] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a97aa73-9ea2-42e9-a2e6-e5452858f4fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.852076] env[63043]: DEBUG oslo_vmware.api [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 783.852076] env[63043]: value = "task-2485926" [ 783.852076] env[63043]: _type = "Task" [ 783.852076] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.865687] env[63043]: DEBUG oslo_vmware.api [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485926, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.935690] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485924, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.086303] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4878bee2-7bfe-4784-91d3-e9951bebdfe7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.099985] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485925, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.119825] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ad1e2e-f6e3-4882-84a6-0aa83e7a9bd0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.144848] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance 'b6326a0e-f6b0-466a-8c18-9a3e6b112e42' progress to 67 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 784.210689] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f516e9-ccab-4b83-9161-fb3f1448bd00 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.218549] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4868efad-6fc6-44d0-a6e5-b5bec85c2478 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.263770] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6634a5a-5729-479a-8897-3bdd7a3947a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.273771] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5bc443-d950-4698-9cac-9be81d4bc064 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.289109] env[63043]: DEBUG nova.compute.provider_tree [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.350519] env[63043]: DEBUG nova.network.neutron [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Updated VIF entry in instance network info cache for port 79b06635-bec6-4c81-a3b0-ce14d6c5d06c. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.350908] env[63043]: DEBUG nova.network.neutron [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Updating instance_info_cache with network_info: [{"id": "79b06635-bec6-4c81-a3b0-ce14d6c5d06c", "address": "fa:16:3e:c9:82:3f", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b06635-be", "ovs_interfaceid": "79b06635-bec6-4c81-a3b0-ce14d6c5d06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.362929] env[63043]: DEBUG oslo_vmware.api [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.436145] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526848} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.436423] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 840ebeae-7457-46e3-b018-9b0d3c6aa156/840ebeae-7457-46e3-b018-9b0d3c6aa156.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.436668] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.436949] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39ad780b-b7e2-463e-afef-59e7609f94d1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.443701] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 784.443701] env[63043]: value = "task-2485927" [ 784.443701] env[63043]: _type = "Task" [ 784.443701] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.452378] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.596161] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485925, 'name': CreateVM_Task, 'duration_secs': 0.740144} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.596359] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.597346] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.597596] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.598107] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.598460] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97a5d41-0ec8-438a-a195-70ab48531d86 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.603122] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 784.603122] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5215939c-1a70-7c04-d195-dc42af67831f" [ 784.603122] env[63043]: _type = "Task" [ 784.603122] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.611162] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5215939c-1a70-7c04-d195-dc42af67831f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.625921] env[63043]: DEBUG nova.compute.manager [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.667050] env[63043]: DEBUG nova.virt.hardware [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.667539] env[63043]: DEBUG nova.virt.hardware [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.667539] env[63043]: DEBUG nova.virt.hardware [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.667684] env[63043]: DEBUG nova.virt.hardware [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.667828] env[63043]: DEBUG nova.virt.hardware [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.667978] env[63043]: DEBUG nova.virt.hardware [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.668984] env[63043]: DEBUG nova.virt.hardware [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.668984] env[63043]: DEBUG nova.virt.hardware [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.668984] env[63043]: DEBUG nova.virt.hardware [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.668984] env[63043]: DEBUG nova.virt.hardware [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.669179] env[63043]: DEBUG nova.virt.hardware [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.670301] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fea9c7-a58e-47df-baa4-2ea9e9b77ff8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.679722] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c874beec-3b05-443e-9305-66b2b6fc7d97 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.703473] env[63043]: DEBUG nova.network.neutron [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Port 4ef0d9db-6aab-4318-9f6a-03adf1bde26f binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 784.792915] env[63043]: DEBUG nova.scheduler.client.report [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.857028] env[63043]: DEBUG oslo_concurrency.lockutils [req-069677e7-f70f-4faa-8b88-a3c891c9e4a6 req-cae9a6df-86a9-494a-81ac-1a14bb723cf9 service nova] Releasing lock "refresh_cache-013a496b-dc45-45b3-af8b-a2e2357bd7a5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.864472] env[63043]: DEBUG oslo_vmware.api [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485926, 'name': ReconfigVM_Task, 'duration_secs': 0.658153} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.864766] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-2576ad2c-679c-48f4-bb7b-6262b55110e1/volume-2576ad2c-679c-48f4-bb7b-6262b55110e1.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.869653] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1757db7c-2d13-4fe7-9fd8-14061f42180d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.887057] env[63043]: DEBUG oslo_vmware.api [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 784.887057] env[63043]: value = "task-2485928" [ 784.887057] env[63043]: _type = "Task" [ 784.887057] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.897576] env[63043]: DEBUG oslo_vmware.api [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.958160] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071227} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.958891] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.960068] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a1611-56ff-46d7-83a1-aa8face9aef4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.996040] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 840ebeae-7457-46e3-b018-9b0d3c6aa156/840ebeae-7457-46e3-b018-9b0d3c6aa156.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.996040] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c39a78a-cbcf-43c0-881d-0d55c08f9b94 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.016178] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 785.016178] env[63043]: value = "task-2485929" [ 785.016178] env[63043]: _type = "Task" [ 785.016178] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.024873] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.116700] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5215939c-1a70-7c04-d195-dc42af67831f, 'name': SearchDatastore_Task, 'duration_secs': 0.040777} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.117160] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.117602] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.117924] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.118145] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.118405] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.118738] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a339cce0-1164-46e9-bbf9-b584ff3f6bca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.127762] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.127962] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.128709] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd7a9ef4-0b0b-44c9-af24-95511cec46ea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.133821] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 785.133821] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524f0054-65da-6190-b09c-fe5839cda3e6" [ 785.133821] env[63043]: _type = "Task" [ 785.133821] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.143010] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524f0054-65da-6190-b09c-fe5839cda3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.216029] env[63043]: DEBUG nova.compute.manager [req-bf7f68a2-9230-4e65-b492-625b61845586 req-3f0f2991-fc34-4507-b065-c05356ed6011 service nova] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Received event network-vif-plugged-336fa601-8d72-4f4e-a71f-f41d251544ff {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.216029] env[63043]: DEBUG oslo_concurrency.lockutils [req-bf7f68a2-9230-4e65-b492-625b61845586 req-3f0f2991-fc34-4507-b065-c05356ed6011 service nova] Acquiring lock "2111e8eb-3453-4f4b-b924-d3e2fa3a0a64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.216029] env[63043]: DEBUG oslo_concurrency.lockutils [req-bf7f68a2-9230-4e65-b492-625b61845586 req-3f0f2991-fc34-4507-b065-c05356ed6011 service nova] Lock "2111e8eb-3453-4f4b-b924-d3e2fa3a0a64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.216029] env[63043]: DEBUG oslo_concurrency.lockutils [req-bf7f68a2-9230-4e65-b492-625b61845586 req-3f0f2991-fc34-4507-b065-c05356ed6011 service nova] Lock "2111e8eb-3453-4f4b-b924-d3e2fa3a0a64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.217072] env[63043]: DEBUG nova.compute.manager [req-bf7f68a2-9230-4e65-b492-625b61845586 req-3f0f2991-fc34-4507-b065-c05356ed6011 service nova] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] No waiting events found dispatching network-vif-plugged-336fa601-8d72-4f4e-a71f-f41d251544ff {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.217072] env[63043]: WARNING nova.compute.manager [req-bf7f68a2-9230-4e65-b492-625b61845586 req-3f0f2991-fc34-4507-b065-c05356ed6011 service nova] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Received unexpected event network-vif-plugged-336fa601-8d72-4f4e-a71f-f41d251544ff for instance with vm_state building and task_state spawning. [ 785.300873] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.300873] env[63043]: DEBUG nova.compute.manager [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.304386] env[63043]: DEBUG nova.network.neutron [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Successfully updated port: 336fa601-8d72-4f4e-a71f-f41d251544ff {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.306641] env[63043]: DEBUG oslo_concurrency.lockutils [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.227s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.307278] env[63043]: DEBUG oslo_concurrency.lockutils [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.310166] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.172s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.310305] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.313888] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.951s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.316269] env[63043]: INFO nova.compute.claims [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.349441] env[63043]: INFO nova.scheduler.client.report [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Deleted allocations for instance 2cbfe3ec-021d-49ac-909f-88b44a8844ca [ 785.351143] env[63043]: INFO nova.scheduler.client.report [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Deleted allocations for instance c5bfb89e-931f-462f-8d11-a47c28fdfdc2 [ 785.397868] env[63043]: DEBUG oslo_vmware.api [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485928, 'name': ReconfigVM_Task, 'duration_secs': 0.225734} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.398186] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502982', 'volume_id': '2576ad2c-679c-48f4-bb7b-6262b55110e1', 'name': 'volume-2576ad2c-679c-48f4-bb7b-6262b55110e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73827131-0a2c-48ac-9358-d5d301c1144f', 'attached_at': '', 'detached_at': '', 'volume_id': '2576ad2c-679c-48f4-bb7b-6262b55110e1', 'serial': '2576ad2c-679c-48f4-bb7b-6262b55110e1'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 785.527025] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.645648] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524f0054-65da-6190-b09c-fe5839cda3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.017508} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.646559] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855495e3-3f8b-4673-9171-78fc2a3cbd48 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.652030] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 785.652030] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524111bc-f544-c778-feb5-81167dbc4e9e" [ 785.652030] env[63043]: _type = "Task" [ 785.652030] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.665857] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524111bc-f544-c778-feb5-81167dbc4e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.731101] env[63043]: DEBUG oslo_concurrency.lockutils [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.731391] env[63043]: DEBUG oslo_concurrency.lockutils [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.731637] env[63043]: DEBUG oslo_concurrency.lockutils [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.805187] env[63043]: DEBUG nova.compute.utils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 785.807516] env[63043]: DEBUG nova.compute.manager [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Not allocating networking since 'none' was specified. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 785.808182] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquiring lock "refresh_cache-2111e8eb-3453-4f4b-b924-d3e2fa3a0a64" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.808259] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquired lock "refresh_cache-2111e8eb-3453-4f4b-b924-d3e2fa3a0a64" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.808402] env[63043]: DEBUG nova.network.neutron [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.868442] env[63043]: DEBUG oslo_concurrency.lockutils [None req-408b2c74-249e-42a9-8e1a-4f5775092545 tempest-ServersAdmin275Test-1521991152 tempest-ServersAdmin275Test-1521991152-project-member] Lock "2cbfe3ec-021d-49ac-909f-88b44a8844ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.065s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.870892] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d738bce9-423b-4838-a977-deaf61357e76 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Lock "c5bfb89e-931f-462f-8d11-a47c28fdfdc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.156s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.027911] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485929, 'name': ReconfigVM_Task, 'duration_secs': 0.725747} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.028223] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 840ebeae-7457-46e3-b018-9b0d3c6aa156/840ebeae-7457-46e3-b018-9b0d3c6aa156.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.028909] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b0d423c-169f-4eb7-ab7c-1d1eec679d7f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.041163] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 786.041163] env[63043]: value = "task-2485930" [ 786.041163] env[63043]: _type = "Task" [ 786.041163] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.051020] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485930, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.165424] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524111bc-f544-c778-feb5-81167dbc4e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.165925] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.166333] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 013a496b-dc45-45b3-af8b-a2e2357bd7a5/013a496b-dc45-45b3-af8b-a2e2357bd7a5.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.166771] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c208e76c-0022-4db1-81db-0d3442300384 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.174178] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 786.174178] env[63043]: value = "task-2485931" [ 786.174178] env[63043]: _type = "Task" [ 786.174178] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.185768] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.312790] env[63043]: DEBUG nova.compute.manager [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.391909] env[63043]: DEBUG nova.network.neutron [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.447404] env[63043]: DEBUG nova.objects.instance [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lazy-loading 'flavor' on Instance uuid 73827131-0a2c-48ac-9358-d5d301c1144f {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.554461] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485930, 'name': Rename_Task, 'duration_secs': 0.171429} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.554983] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.555300] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60068ba1-89b3-4a64-8af0-9156434adc02 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.562532] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 786.562532] env[63043]: value = "task-2485932" [ 786.562532] env[63043]: _type = "Task" [ 786.562532] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.574898] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.687725] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485931, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.859762] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75da91d7-f444-4124-9931-7d5bb8ae6b64 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.870448] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a96e94-0331-4e95-9f19-be503eab907a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.909143] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5e97d9-7266-48d3-8f2e-8b4eae25c426 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.918743] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481ee41f-f8ec-4053-8eb0-974bbce4f7df {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.928110] env[63043]: DEBUG oslo_concurrency.lockutils [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.929031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.929031] env[63043]: DEBUG nova.network.neutron [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.940924] env[63043]: DEBUG nova.compute.provider_tree [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.955971] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9239be7d-c720-498f-814a-1920ff621286 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "73827131-0a2c-48ac-9358-d5d301c1144f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.819s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.012470] env[63043]: DEBUG nova.network.neutron [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Updating instance_info_cache with network_info: [{"id": "336fa601-8d72-4f4e-a71f-f41d251544ff", "address": "fa:16:3e:91:79:f9", "network": {"id": "7be31f5c-c533-4e0f-811c-7bf633277e33", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-189506766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "321cb249493c42358af9f5f0984e4f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336fa601-8d", "ovs_interfaceid": "336fa601-8d72-4f4e-a71f-f41d251544ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.073491] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.192721] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54502} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.193100] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 013a496b-dc45-45b3-af8b-a2e2357bd7a5/013a496b-dc45-45b3-af8b-a2e2357bd7a5.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.193329] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.193593] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e1e286f-6624-40f2-9b09-dc33c261f5e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.201808] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 787.201808] env[63043]: value = "task-2485933" [ 787.201808] env[63043]: _type = "Task" [ 787.201808] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.212928] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.295709] env[63043]: DEBUG oslo_concurrency.lockutils [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "73827131-0a2c-48ac-9358-d5d301c1144f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.296021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "73827131-0a2c-48ac-9358-d5d301c1144f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.322967] env[63043]: DEBUG nova.compute.manager [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.354499] env[63043]: DEBUG nova.virt.hardware [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.354760] env[63043]: DEBUG nova.virt.hardware [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.354914] env[63043]: DEBUG nova.virt.hardware [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.355113] env[63043]: DEBUG nova.virt.hardware [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.355258] env[63043]: DEBUG nova.virt.hardware [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.355424] env[63043]: DEBUG nova.virt.hardware [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.355712] env[63043]: DEBUG nova.virt.hardware [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.355816] env[63043]: DEBUG nova.virt.hardware [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.355978] env[63043]: DEBUG nova.virt.hardware [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.356154] env[63043]: DEBUG nova.virt.hardware [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.356346] env[63043]: DEBUG nova.virt.hardware [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.357274] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2836dd55-f279-40dd-8aaf-ab49d71bc850 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.365559] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496f29e7-975d-481b-8041-ed852083f3d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.386114] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Instance VIF info [] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.392492] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Creating folder: Project (773fc097f2fa4d61be65e4bbf48a84ed). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.392883] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cac427e-1c26-4e6f-88db-d7d47887f50d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.403964] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Created folder: Project (773fc097f2fa4d61be65e4bbf48a84ed) in parent group-v502843. [ 787.404241] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Creating folder: Instances. Parent ref: group-v502985. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.404484] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bc9eccf-659c-4bda-bfe4-78a4a91bec48 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.414597] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Created folder: Instances in parent group-v502985. [ 787.414985] env[63043]: DEBUG oslo.service.loopingcall [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.415239] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.415459] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-065a47da-bfed-480a-af4a-738c90e26b16 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.434575] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.434575] env[63043]: value = "task-2485936" [ 787.434575] env[63043]: _type = "Task" [ 787.434575] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.444568] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485936, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.446691] env[63043]: DEBUG nova.scheduler.client.report [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.515698] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Releasing lock "refresh_cache-2111e8eb-3453-4f4b-b924-d3e2fa3a0a64" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.516147] env[63043]: DEBUG nova.compute.manager [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Instance network_info: |[{"id": "336fa601-8d72-4f4e-a71f-f41d251544ff", "address": "fa:16:3e:91:79:f9", "network": {"id": "7be31f5c-c533-4e0f-811c-7bf633277e33", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-189506766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "321cb249493c42358af9f5f0984e4f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336fa601-8d", "ovs_interfaceid": "336fa601-8d72-4f4e-a71f-f41d251544ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.516615] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:79:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '336fa601-8d72-4f4e-a71f-f41d251544ff', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.526500] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Creating folder: Project (321cb249493c42358af9f5f0984e4f2b). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.527074] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73d0dac2-1d3b-4a81-8d07-34dee1ab1857 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.538430] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Created folder: Project (321cb249493c42358af9f5f0984e4f2b) in parent group-v502843. [ 787.538633] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Creating folder: Instances. Parent ref: group-v502988. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.538876] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1a69d29-8769-4a61-a172-1e79097d5c25 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.549295] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Created folder: Instances in parent group-v502988. [ 787.549295] env[63043]: DEBUG oslo.service.loopingcall [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.549476] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.549691] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3aca740-96a5-4117-bd3e-b6ba43f3999d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.576528] env[63043]: DEBUG oslo_vmware.api [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485932, 'name': PowerOnVM_Task, 'duration_secs': 0.739768} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.578137] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.578548] env[63043]: INFO nova.compute.manager [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Took 11.80 seconds to spawn the instance on the hypervisor. [ 787.578866] env[63043]: DEBUG nova.compute.manager [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.579219] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.579219] env[63043]: value = "task-2485939" [ 787.579219] env[63043]: _type = "Task" [ 787.579219] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.579962] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bb07c4-540e-4743-9202-13ecb9418b5a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.593289] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485939, 'name': CreateVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.604185] env[63043]: DEBUG nova.compute.manager [req-ded8286a-b079-4eaf-9ca0-c5511dad5062 req-1b4ee200-73d2-423d-8c7e-96ded9a51082 service nova] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Received event network-changed-336fa601-8d72-4f4e-a71f-f41d251544ff {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.604476] env[63043]: DEBUG nova.compute.manager [req-ded8286a-b079-4eaf-9ca0-c5511dad5062 req-1b4ee200-73d2-423d-8c7e-96ded9a51082 service nova] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Refreshing instance network info cache due to event network-changed-336fa601-8d72-4f4e-a71f-f41d251544ff. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 787.604746] env[63043]: DEBUG oslo_concurrency.lockutils [req-ded8286a-b079-4eaf-9ca0-c5511dad5062 req-1b4ee200-73d2-423d-8c7e-96ded9a51082 service nova] Acquiring lock "refresh_cache-2111e8eb-3453-4f4b-b924-d3e2fa3a0a64" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.604898] env[63043]: DEBUG oslo_concurrency.lockutils [req-ded8286a-b079-4eaf-9ca0-c5511dad5062 req-1b4ee200-73d2-423d-8c7e-96ded9a51082 service nova] Acquired lock "refresh_cache-2111e8eb-3453-4f4b-b924-d3e2fa3a0a64" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.605103] env[63043]: DEBUG nova.network.neutron [req-ded8286a-b079-4eaf-9ca0-c5511dad5062 req-1b4ee200-73d2-423d-8c7e-96ded9a51082 service nova] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Refreshing network info cache for port 336fa601-8d72-4f4e-a71f-f41d251544ff {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.714511] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077644} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.714872] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.715796] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057182f8-29a8-4b6b-bf85-a6e0cac00564 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.743458] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 013a496b-dc45-45b3-af8b-a2e2357bd7a5/013a496b-dc45-45b3-af8b-a2e2357bd7a5.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.743783] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07967ed4-4dde-409e-af82-32532a224778 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.764652] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 787.764652] env[63043]: value = "task-2485940" [ 787.764652] env[63043]: _type = "Task" [ 787.764652] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.773259] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.785247] env[63043]: DEBUG nova.network.neutron [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance_info_cache with network_info: [{"id": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "address": "fa:16:3e:c5:3b:32", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef0d9db-6a", "ovs_interfaceid": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.786711] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Acquiring lock "7ed9677f-f0e2-49fa-9827-cb216e4e417a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.786942] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Lock "7ed9677f-f0e2-49fa-9827-cb216e4e417a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.799648] env[63043]: INFO nova.compute.manager [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Detaching volume 2576ad2c-679c-48f4-bb7b-6262b55110e1 [ 787.844458] env[63043]: INFO nova.virt.block_device [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Attempting to driver detach volume 2576ad2c-679c-48f4-bb7b-6262b55110e1 from mountpoint /dev/sdb [ 787.844864] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 787.845125] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502982', 'volume_id': '2576ad2c-679c-48f4-bb7b-6262b55110e1', 'name': 'volume-2576ad2c-679c-48f4-bb7b-6262b55110e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73827131-0a2c-48ac-9358-d5d301c1144f', 'attached_at': '', 'detached_at': '', 'volume_id': '2576ad2c-679c-48f4-bb7b-6262b55110e1', 'serial': '2576ad2c-679c-48f4-bb7b-6262b55110e1'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 787.846023] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d4a64e-224e-4dd5-a744-58980701f4c4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.869720] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc97104-d8d1-4d01-b0e4-97a7a541d99b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.879118] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0095250f-d538-443d-989e-3341015fab4d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.905271] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b6a751-9032-44b5-b901-998ec2b7abd1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.923305] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] The volume has not been displaced from its original location: [datastore2] volume-2576ad2c-679c-48f4-bb7b-6262b55110e1/volume-2576ad2c-679c-48f4-bb7b-6262b55110e1.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 787.929349] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 787.929664] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b04bcc7-e9cf-4362-9690-ebc4f565e76f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.952473] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.952987] env[63043]: DEBUG nova.compute.manager [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.955454] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485936, 'name': CreateVM_Task, 'duration_secs': 0.329822} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.957046] env[63043]: DEBUG oslo_concurrency.lockutils [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.127s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.957239] env[63043]: DEBUG oslo_concurrency.lockutils [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.959195] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.811s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.959371] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.961132] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.648s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.961307] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.962880] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.268s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.964317] env[63043]: INFO nova.compute.claims [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.967042] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.967379] env[63043]: DEBUG oslo_vmware.api [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 787.967379] env[63043]: value = "task-2485941" [ 787.967379] env[63043]: _type = "Task" [ 787.967379] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.968413] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.968589] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.968890] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.969301] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8930c69d-928e-4276-9199-83bf27095cac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.983347] env[63043]: DEBUG oslo_vmware.api [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.983347] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 787.983347] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]522af4c5-e9fa-1626-59a9-d4417266fded" [ 787.983347] env[63043]: _type = "Task" [ 787.983347] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.990885] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522af4c5-e9fa-1626-59a9-d4417266fded, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.993332] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.993332] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.993332] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.993332] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.993332] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.993332] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-778cf2d1-1fce-4115-abbe-adb61dca1bde {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.000718] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.000919] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.002571] env[63043]: INFO nova.scheduler.client.report [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Deleted allocations for instance 1f9e63fc-b3df-4435-ae2c-afe64c256f93 [ 788.003826] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c267b8-2769-48b1-b443-fc40c739f340 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.010360] env[63043]: INFO nova.scheduler.client.report [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Deleted allocations for instance a884ef52-e22f-4f4f-8b4e-f663de615123 [ 788.016887] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 788.016887] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bef1bf-28a1-0f7c-820d-306c18a634f3" [ 788.016887] env[63043]: _type = "Task" [ 788.016887] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.027890] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bef1bf-28a1-0f7c-820d-306c18a634f3, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.028854] env[63043]: INFO nova.scheduler.client.report [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Deleted allocations for instance 5f14a03a-430e-4972-9840-4729803e9acc [ 788.030457] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f814252-64d0-4ecc-b2f1-ecb7206fa485 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.039226] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 788.039226] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]521d4d9f-35a7-ee00-90d7-4734abd1e9e0" [ 788.039226] env[63043]: _type = "Task" [ 788.039226] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.047613] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521d4d9f-35a7-ee00-90d7-4734abd1e9e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.094423] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485939, 'name': CreateVM_Task, 'duration_secs': 0.384329} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.095672] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.096784] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.097309] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.097659] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.098412] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0db5653-90ac-4d36-8240-405e0731e296 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.104939] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Waiting for the task: (returnval){ [ 788.104939] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526a1b8f-babc-900e-f152-70322720523e" [ 788.104939] env[63043]: _type = "Task" [ 788.104939] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.124598] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526a1b8f-babc-900e-f152-70322720523e, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.125085] env[63043]: INFO nova.compute.manager [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Took 50.17 seconds to build instance. [ 788.126356] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.126808] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.126808] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.276115] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485940, 'name': ReconfigVM_Task, 'duration_secs': 0.484038} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.277134] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 013a496b-dc45-45b3-af8b-a2e2357bd7a5/013a496b-dc45-45b3-af8b-a2e2357bd7a5.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.277818] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c127ac6-7273-4889-831e-db9e1ceef85f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.285067] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 788.285067] env[63043]: value = "task-2485942" [ 788.285067] env[63043]: _type = "Task" [ 788.285067] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.293089] env[63043]: DEBUG oslo_concurrency.lockutils [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.295306] env[63043]: DEBUG nova.compute.manager [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.307450] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485942, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.458371] env[63043]: DEBUG nova.compute.utils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 788.459801] env[63043]: DEBUG nova.compute.manager [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.459986] env[63043]: DEBUG nova.network.neutron [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.485245] env[63043]: DEBUG oslo_vmware.api [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485941, 'name': ReconfigVM_Task, 'duration_secs': 0.285765} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.485856] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 788.491332] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d901d48-9201-4ea5-a721-7bc8532e2c6d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.510321] env[63043]: DEBUG oslo_vmware.api [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 788.510321] env[63043]: value = "task-2485943" [ 788.510321] env[63043]: _type = "Task" [ 788.510321] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.511686] env[63043]: DEBUG nova.network.neutron [req-ded8286a-b079-4eaf-9ca0-c5511dad5062 req-1b4ee200-73d2-423d-8c7e-96ded9a51082 service nova] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Updated VIF entry in instance network info cache for port 336fa601-8d72-4f4e-a71f-f41d251544ff. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.511686] env[63043]: DEBUG nova.network.neutron [req-ded8286a-b079-4eaf-9ca0-c5511dad5062 req-1b4ee200-73d2-423d-8c7e-96ded9a51082 service nova] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Updating instance_info_cache with network_info: [{"id": "336fa601-8d72-4f4e-a71f-f41d251544ff", "address": "fa:16:3e:91:79:f9", "network": {"id": "7be31f5c-c533-4e0f-811c-7bf633277e33", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-189506766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "321cb249493c42358af9f5f0984e4f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336fa601-8d", "ovs_interfaceid": "336fa601-8d72-4f4e-a71f-f41d251544ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.520346] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25b0c7ab-5675-4917-be08-2b8d712dca5b tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Lock "1f9e63fc-b3df-4435-ae2c-afe64c256f93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.798s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.524640] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e637c202-3c06-4b1f-b078-f127ce16cdbd tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Lock "a884ef52-e22f-4f4f-8b4e-f663de615123" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.273s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.532270] env[63043]: DEBUG oslo_vmware.api [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.542462] env[63043]: DEBUG nova.policy [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f6cb933cf84d50960700c2bcb85035', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1702247f9a9243f9b3fecef116508c02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.544155] env[63043]: DEBUG oslo_concurrency.lockutils [None req-86069e77-2efa-4176-885b-52c27f0fec5a tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "5f14a03a-430e-4972-9840-4729803e9acc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.798s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.555387] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521d4d9f-35a7-ee00-90d7-4734abd1e9e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.555792] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.556368] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 0e9ba214-805d-4744-83c7-72cda80bc706/0e9ba214-805d-4744-83c7-72cda80bc706.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.556797] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.557113] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.557460] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11422dbc-3293-46de-99f5-5dd14100d2a4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.561478] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcba78c5-3382-4932-b82c-c2da53145e7f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.567011] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 788.567011] env[63043]: value = "task-2485944" [ 788.567011] env[63043]: _type = "Task" [ 788.567011] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.574034] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.575346] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.575805] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146c251d-4aad-4bc6-afac-09cc3b7ee298 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.583168] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.588711] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Waiting for the task: (returnval){ [ 788.588711] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5270cb01-c9f4-eca7-6d1c-6ee6d437fed4" [ 788.588711] env[63043]: _type = "Task" [ 788.588711] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.598112] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5270cb01-c9f4-eca7-6d1c-6ee6d437fed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.628816] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa050576-6f6f-4d90-af81-71044c086a62 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "840ebeae-7457-46e3-b018-9b0d3c6aa156" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.246s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.797406] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485942, 'name': Rename_Task, 'duration_secs': 0.234109} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.797760] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.798033] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0783509d-60a7-4631-b14d-3cf2819cc25f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.818255] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 788.818255] env[63043]: value = "task-2485945" [ 788.818255] env[63043]: _type = "Task" [ 788.818255] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.827800] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.831458] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72819623-2131-44cc-a28b-9327f381206e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.837795] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485945, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.859804] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecc9d71-aca7-4057-882d-d227bca502c6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.868329] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance 'b6326a0e-f6b0-466a-8c18-9a3e6b112e42' progress to 83 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 788.963772] env[63043]: DEBUG nova.compute.manager [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.019385] env[63043]: DEBUG oslo_concurrency.lockutils [req-ded8286a-b079-4eaf-9ca0-c5511dad5062 req-1b4ee200-73d2-423d-8c7e-96ded9a51082 service nova] Releasing lock "refresh_cache-2111e8eb-3453-4f4b-b924-d3e2fa3a0a64" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.031799] env[63043]: DEBUG oslo_vmware.api [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2485943, 'name': ReconfigVM_Task, 'duration_secs': 0.197801} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.032633] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502982', 'volume_id': '2576ad2c-679c-48f4-bb7b-6262b55110e1', 'name': 'volume-2576ad2c-679c-48f4-bb7b-6262b55110e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73827131-0a2c-48ac-9358-d5d301c1144f', 'attached_at': '', 'detached_at': '', 'volume_id': '2576ad2c-679c-48f4-bb7b-6262b55110e1', 'serial': '2576ad2c-679c-48f4-bb7b-6262b55110e1'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 789.082026] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49498} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.082454] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 0e9ba214-805d-4744-83c7-72cda80bc706/0e9ba214-805d-4744-83c7-72cda80bc706.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.082696] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.083038] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9e55e05-ca12-4809-83a0-8dcbeb19aa9d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.091020] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 789.091020] env[63043]: value = "task-2485946" [ 789.091020] env[63043]: _type = "Task" [ 789.091020] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.115299] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5270cb01-c9f4-eca7-6d1c-6ee6d437fed4, 'name': SearchDatastore_Task, 'duration_secs': 0.011933} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.115662] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.119617] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de3222f3-67e5-41e7-8cc8-4cf723e7c52d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.126912] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Waiting for the task: (returnval){ [ 789.126912] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529b1bb8-cb87-595e-0bd4-72e1428b64d8" [ 789.126912] env[63043]: _type = "Task" [ 789.126912] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.136325] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529b1bb8-cb87-595e-0bd4-72e1428b64d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.295477] env[63043]: DEBUG nova.network.neutron [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Successfully created port: 1f38fa07-a739-48c1-9bd8-060d279e8f3f {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.328352] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485945, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.374590] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.374717] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-081f03c0-4204-4557-b7cd-a4430a87558e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.388377] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 789.388377] env[63043]: value = "task-2485947" [ 789.388377] env[63043]: _type = "Task" [ 789.388377] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.396667] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.477217] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1a82fc-ef57-4041-a6fb-22f2a3003d9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.486809] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ee2b63-1bdb-44f8-a25e-4f64ae57dfc8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.526502] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec68739-8e13-40f1-82ce-226021276c83 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.535718] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d05ec78-9b65-406f-8f32-8e844332e657 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.550945] env[63043]: DEBUG nova.compute.provider_tree [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.599971] env[63043]: DEBUG nova.objects.instance [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lazy-loading 'flavor' on Instance uuid 73827131-0a2c-48ac-9358-d5d301c1144f {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.606393] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068551} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.606720] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.607557] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81243f89-8bfa-4847-a2f1-87f6ecae1764 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.627520] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 0e9ba214-805d-4744-83c7-72cda80bc706/0e9ba214-805d-4744-83c7-72cda80bc706.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.628691] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c794deb-f104-42c6-9afd-8387f09ffe66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.662060] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529b1bb8-cb87-595e-0bd4-72e1428b64d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009954} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.663628] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.663718] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64/2111e8eb-3453-4f4b-b924-d3e2fa3a0a64.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.665042] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 789.665042] env[63043]: value = "task-2485948" [ 789.665042] env[63043]: _type = "Task" [ 789.665042] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.665042] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9f61607-fe53-495b-a05e-8753bff9a99d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.676415] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.677821] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Waiting for the task: (returnval){ [ 789.677821] env[63043]: value = "task-2485949" [ 789.677821] env[63043]: _type = "Task" [ 789.677821] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.686257] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.730077] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "840ebeae-7457-46e3-b018-9b0d3c6aa156" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.730413] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "840ebeae-7457-46e3-b018-9b0d3c6aa156" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.730669] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "840ebeae-7457-46e3-b018-9b0d3c6aa156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.730985] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "840ebeae-7457-46e3-b018-9b0d3c6aa156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.731206] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "840ebeae-7457-46e3-b018-9b0d3c6aa156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.733801] env[63043]: INFO nova.compute.manager [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Terminating instance [ 789.829117] env[63043]: DEBUG oslo_vmware.api [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485945, 'name': PowerOnVM_Task, 'duration_secs': 0.761227} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.829400] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.829607] env[63043]: INFO nova.compute.manager [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Took 8.87 seconds to spawn the instance on the hypervisor. [ 789.829790] env[63043]: DEBUG nova.compute.manager [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.830578] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf4956b-bcf7-47a2-8171-d79b3bff936a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.904291] env[63043]: DEBUG oslo_vmware.api [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2485947, 'name': PowerOnVM_Task, 'duration_secs': 0.423746} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.904291] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.904291] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-28f39043-f209-405f-b891-bdb183f7f456 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance 'b6326a0e-f6b0-466a-8c18-9a3e6b112e42' progress to 100 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 789.983353] env[63043]: DEBUG nova.compute.manager [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.018373] env[63043]: DEBUG nova.virt.hardware [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.018893] env[63043]: DEBUG nova.virt.hardware [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.019317] env[63043]: DEBUG nova.virt.hardware [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.020329] env[63043]: DEBUG nova.virt.hardware [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.023018] env[63043]: DEBUG nova.virt.hardware [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.023018] env[63043]: DEBUG nova.virt.hardware [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.023018] env[63043]: DEBUG nova.virt.hardware [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.023018] env[63043]: DEBUG nova.virt.hardware [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.023018] env[63043]: DEBUG nova.virt.hardware [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.023018] env[63043]: DEBUG nova.virt.hardware [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.023018] env[63043]: DEBUG nova.virt.hardware [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.023018] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3abf679-d5a0-45c1-afd5-85e94489c846 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.035383] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30965885-463c-4eaa-97d6-3cc787b6e39c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.083777] env[63043]: ERROR nova.scheduler.client.report [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [req-e2034d39-bb5e-4412-9206-68eded028975] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1c615ed-2198-4c37-92f9-e049b1e9001f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e2034d39-bb5e-4412-9206-68eded028975"}]} [ 790.105331] env[63043]: DEBUG nova.scheduler.client.report [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Refreshing inventories for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 790.125989] env[63043]: DEBUG nova.scheduler.client.report [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Updating ProviderTree inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 790.126255] env[63043]: DEBUG nova.compute.provider_tree [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.142218] env[63043]: DEBUG nova.scheduler.client.report [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Refreshing aggregate associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, aggregates: None {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 790.155412] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "efda071e-50e2-4627-8f1f-1f8653b6c2ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.155705] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "efda071e-50e2-4627-8f1f-1f8653b6c2ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.155931] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "efda071e-50e2-4627-8f1f-1f8653b6c2ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.156214] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "efda071e-50e2-4627-8f1f-1f8653b6c2ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.156338] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "efda071e-50e2-4627-8f1f-1f8653b6c2ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.159507] env[63043]: INFO nova.compute.manager [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Terminating instance [ 790.168473] env[63043]: DEBUG nova.scheduler.client.report [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Refreshing trait associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 790.194557] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485948, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.196862] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492022} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.198186] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64/2111e8eb-3453-4f4b-b924-d3e2fa3a0a64.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.198350] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.198632] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d1bde8a-5c1f-418a-a5a3-d0b78d3a0cf7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.206962] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Waiting for the task: (returnval){ [ 790.206962] env[63043]: value = "task-2485950" [ 790.206962] env[63043]: _type = "Task" [ 790.206962] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.220831] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.238083] env[63043]: DEBUG nova.compute.manager [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.238796] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.239213] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2193a2-411b-4bda-8cf2-ee7bdd7d8fc6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.247636] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.250600] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74012162-395e-4eb7-95df-f188ea794333 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.258872] env[63043]: DEBUG oslo_vmware.api [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 790.258872] env[63043]: value = "task-2485951" [ 790.258872] env[63043]: _type = "Task" [ 790.258872] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.268306] env[63043]: DEBUG oslo_vmware.api [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.352340] env[63043]: INFO nova.compute.manager [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Took 48.79 seconds to build instance. [ 790.611051] env[63043]: DEBUG oslo_concurrency.lockutils [None req-203bdc86-2294-4198-aa44-0a3607538d5a tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "73827131-0a2c-48ac-9358-d5d301c1144f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.315s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.650383] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a33e51f-de26-4c43-9f17-a3918b42b9c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.663165] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7b8d0b-2da1-4bc4-8e67-c283ef32ec39 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.668557] env[63043]: DEBUG nova.compute.manager [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.668557] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.668557] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d107fc79-b8d8-4dc9-a363-2bfae3024ede {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.717131] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6482e67-bb06-4ac1-9ad6-d6b63fd79b28 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.724958] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.725306] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485948, 'name': ReconfigVM_Task, 'duration_secs': 0.563309} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.726168] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-478b843e-c348-40c6-9aa0-045b02defe76 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.727853] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 0e9ba214-805d-4744-83c7-72cda80bc706/0e9ba214-805d-4744-83c7-72cda80bc706.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.733475] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94832f79-3aae-4b02-9f3c-80eb16a5fd8b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.737678] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070118} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.737678] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.738541] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6150079d-90d8-487e-a4d8-d2cba73d7028 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.744921] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9659d85d-c8f9-4f6a-b446-a5fa2117fedc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.747029] env[63043]: DEBUG oslo_vmware.api [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 790.747029] env[63043]: value = "task-2485952" [ 790.747029] env[63043]: _type = "Task" [ 790.747029] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.749342] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 790.749342] env[63043]: value = "task-2485953" [ 790.749342] env[63043]: _type = "Task" [ 790.749342] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.773651] env[63043]: DEBUG nova.compute.provider_tree [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.783318] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64/2111e8eb-3453-4f4b-b924-d3e2fa3a0a64.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.789297] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d304ce-309b-4df9-ae3d-a3ad97c1b67e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.808159] env[63043]: DEBUG oslo_vmware.api [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.812393] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485953, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.816337] env[63043]: DEBUG oslo_vmware.api [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485951, 'name': PowerOffVM_Task, 'duration_secs': 0.417647} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.816580] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Waiting for the task: (returnval){ [ 790.816580] env[63043]: value = "task-2485954" [ 790.816580] env[63043]: _type = "Task" [ 790.816580] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.817112] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.817284] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.817606] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fd5268b-8741-470b-ad16-d99a615760c6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.830117] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.854520] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c28a2054-c253-484c-b99e-bc16b6ef45af tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "013a496b-dc45-45b3-af8b-a2e2357bd7a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.828s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.952461] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.952708] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.952887] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Deleting the datastore file [datastore2] 840ebeae-7457-46e3-b018-9b0d3c6aa156 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.953183] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15da987c-6fe8-4191-8f1d-a440ca7f8bc6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.960636] env[63043]: DEBUG oslo_vmware.api [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for the task: (returnval){ [ 790.960636] env[63043]: value = "task-2485956" [ 790.960636] env[63043]: _type = "Task" [ 790.960636] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.970659] env[63043]: DEBUG oslo_vmware.api [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.266833] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485953, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.272204] env[63043]: DEBUG oslo_vmware.api [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.328405] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.334273] env[63043]: DEBUG nova.scheduler.client.report [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Updated inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 791.335457] env[63043]: DEBUG nova.compute.provider_tree [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Updating resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f generation from 73 to 74 during operation: update_inventory {{(pid=63043) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 791.335457] env[63043]: DEBUG nova.compute.provider_tree [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.476092] env[63043]: DEBUG oslo_vmware.api [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Task: {'id': task-2485956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18289} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.477906] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.477906] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.477906] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.477906] env[63043]: INFO nova.compute.manager [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Took 1.24 seconds to destroy the instance on the hypervisor. [ 791.477906] env[63043]: DEBUG oslo.service.loopingcall [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.478273] env[63043]: DEBUG nova.compute.manager [-] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.478403] env[63043]: DEBUG nova.network.neutron [-] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.776943] env[63043]: DEBUG oslo_vmware.api [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485952, 'name': PowerOffVM_Task, 'duration_secs': 0.91368} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.777209] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485953, 'name': Rename_Task, 'duration_secs': 0.662459} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.777441] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.777604] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.777857] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.778232] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c5d61c-6b67-452f-857e-ef42b5334c7d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.779984] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24850f85-c531-49c6-8f3e-0432a3ace815 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.792642] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "013a496b-dc45-45b3-af8b-a2e2357bd7a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.792642] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "013a496b-dc45-45b3-af8b-a2e2357bd7a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.792642] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "013a496b-dc45-45b3-af8b-a2e2357bd7a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.792642] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "013a496b-dc45-45b3-af8b-a2e2357bd7a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.792642] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "013a496b-dc45-45b3-af8b-a2e2357bd7a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.793573] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 791.793573] env[63043]: value = "task-2485958" [ 791.793573] env[63043]: _type = "Task" [ 791.793573] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.794019] env[63043]: INFO nova.compute.manager [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Terminating instance [ 791.808579] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.830490] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485954, 'name': ReconfigVM_Task, 'duration_secs': 0.706576} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.831292] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64/2111e8eb-3453-4f4b-b924-d3e2fa3a0a64.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.831515] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-236d3135-6a6c-4f4d-98eb-d96a2ac0675d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.839420] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.876s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.840723] env[63043]: DEBUG nova.compute.manager [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.844254] env[63043]: DEBUG oslo_concurrency.lockutils [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.591s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.844254] env[63043]: DEBUG oslo_concurrency.lockutils [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.846580] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.806s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.848367] env[63043]: INFO nova.compute.claims [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.852227] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Waiting for the task: (returnval){ [ 791.852227] env[63043]: value = "task-2485959" [ 791.852227] env[63043]: _type = "Task" [ 791.852227] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.860981] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.861293] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.862047] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Deleting the datastore file [datastore1] efda071e-50e2-4627-8f1f-1f8653b6c2ad {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.862047] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afc90e2f-6fad-40b4-b8ca-6ab40445deb1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.873062] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485959, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.874868] env[63043]: DEBUG oslo_vmware.api [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for the task: (returnval){ [ 791.874868] env[63043]: value = "task-2485960" [ 791.874868] env[63043]: _type = "Task" [ 791.874868] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.881887] env[63043]: INFO nova.scheduler.client.report [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleted allocations for instance 32fdad42-1e49-403b-a3d5-76f47b87d567 [ 791.889339] env[63043]: DEBUG oslo_vmware.api [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.302283] env[63043]: DEBUG nova.compute.manager [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.302698] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.307246] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1a7982-96a9-475e-8db9-8d0992c185ef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.317708] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.324802] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.327401] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25ac40ed-370d-4252-8b62-c6b62cdf21d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.338880] env[63043]: DEBUG oslo_vmware.api [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 792.338880] env[63043]: value = "task-2485961" [ 792.338880] env[63043]: _type = "Task" [ 792.338880] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.368467] env[63043]: DEBUG nova.compute.utils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 792.384367] env[63043]: DEBUG oslo_vmware.api [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.384367] env[63043]: DEBUG nova.network.neutron [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Successfully updated port: 1f38fa07-a739-48c1-9bd8-060d279e8f3f {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.387888] env[63043]: DEBUG nova.compute.manager [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.388093] env[63043]: DEBUG nova.network.neutron [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.406434] env[63043]: DEBUG oslo_concurrency.lockutils [None req-445ee5ba-a253-4413-81f4-1a37f7bfe128 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "32fdad42-1e49-403b-a3d5-76f47b87d567" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.073s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.420397] env[63043]: DEBUG oslo_vmware.api [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Task: {'id': task-2485960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179939} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.420397] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485959, 'name': Rename_Task, 'duration_secs': 0.163841} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.420397] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.420397] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.420397] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.420397] env[63043]: INFO nova.compute.manager [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Took 1.75 seconds to destroy the instance on the hypervisor. [ 792.420397] env[63043]: DEBUG oslo.service.loopingcall [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.420397] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.420397] env[63043]: DEBUG nova.compute.manager [-] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.420397] env[63043]: DEBUG nova.network.neutron [-] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.420397] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9851a4b-fae1-4bf2-9cd1-df5b92422b17 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.431831] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Waiting for the task: (returnval){ [ 792.431831] env[63043]: value = "task-2485962" [ 792.431831] env[63043]: _type = "Task" [ 792.431831] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.449706] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485962, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.576738] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "a48fbd30-8cf7-4351-bc5d-bd8957542e84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.576930] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "a48fbd30-8cf7-4351-bc5d-bd8957542e84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.604876] env[63043]: DEBUG nova.policy [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3ff02114d8d486ba4994e8c19355acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3120f870f9f04b24a10d2db836ff1ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.817020] env[63043]: DEBUG oslo_vmware.api [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485958, 'name': PowerOnVM_Task, 'duration_secs': 0.7922} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.817020] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.817020] env[63043]: INFO nova.compute.manager [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Took 5.49 seconds to spawn the instance on the hypervisor. [ 792.817020] env[63043]: DEBUG nova.compute.manager [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.817020] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8de30dd-75a5-4320-b8f9-af927a0e939f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.851765] env[63043]: DEBUG oslo_vmware.api [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485961, 'name': PowerOffVM_Task, 'duration_secs': 0.211901} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.852050] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.852220] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.852555] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e78ce61f-4d8e-492b-8797-6d720cbe671f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.867894] env[63043]: DEBUG nova.compute.manager [req-18baa100-f897-4f99-86f5-00634586e280 req-5b6cdfb5-a0b3-44f3-9574-232a2bc91b02 service nova] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Received event network-vif-plugged-1f38fa07-a739-48c1-9bd8-060d279e8f3f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.868128] env[63043]: DEBUG oslo_concurrency.lockutils [req-18baa100-f897-4f99-86f5-00634586e280 req-5b6cdfb5-a0b3-44f3-9574-232a2bc91b02 service nova] Acquiring lock "ce48b27c-5c1a-4093-9867-ad7c8b912192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.868438] env[63043]: DEBUG oslo_concurrency.lockutils [req-18baa100-f897-4f99-86f5-00634586e280 req-5b6cdfb5-a0b3-44f3-9574-232a2bc91b02 service nova] Lock "ce48b27c-5c1a-4093-9867-ad7c8b912192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.868525] env[63043]: DEBUG oslo_concurrency.lockutils [req-18baa100-f897-4f99-86f5-00634586e280 req-5b6cdfb5-a0b3-44f3-9574-232a2bc91b02 service nova] Lock "ce48b27c-5c1a-4093-9867-ad7c8b912192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.868804] env[63043]: DEBUG nova.compute.manager [req-18baa100-f897-4f99-86f5-00634586e280 req-5b6cdfb5-a0b3-44f3-9574-232a2bc91b02 service nova] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] No waiting events found dispatching network-vif-plugged-1f38fa07-a739-48c1-9bd8-060d279e8f3f {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.868870] env[63043]: WARNING nova.compute.manager [req-18baa100-f897-4f99-86f5-00634586e280 req-5b6cdfb5-a0b3-44f3-9574-232a2bc91b02 service nova] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Received unexpected event network-vif-plugged-1f38fa07-a739-48c1-9bd8-060d279e8f3f for instance with vm_state building and task_state spawning. [ 792.890827] env[63043]: DEBUG nova.compute.manager [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.907326] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "refresh_cache-ce48b27c-5c1a-4093-9867-ad7c8b912192" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.907326] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired lock "refresh_cache-ce48b27c-5c1a-4093-9867-ad7c8b912192" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.907326] env[63043]: DEBUG nova.network.neutron [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.916917] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.920028] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.920028] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleting the datastore file [datastore2] 013a496b-dc45-45b3-af8b-a2e2357bd7a5 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.920028] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f11bf3e-6017-430d-9db8-d73af10f9ff6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.926503] env[63043]: DEBUG oslo_vmware.api [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 792.926503] env[63043]: value = "task-2485964" [ 792.926503] env[63043]: _type = "Task" [ 792.926503] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.938620] env[63043]: DEBUG oslo_vmware.api [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.955408] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.079775] env[63043]: DEBUG nova.compute.manager [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.342724] env[63043]: INFO nova.compute.manager [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Took 46.48 seconds to build instance. [ 793.388384] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f6ed52-d9c5-4013-96e9-c291e37af595 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.402885] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1928cb7-ba30-4490-9be4-f58812ae7716 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.456533] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adadfb7-4618-4c3f-9a07-a893c995d406 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.466152] env[63043]: DEBUG nova.network.neutron [-] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.474128] env[63043]: DEBUG oslo_vmware.api [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2485964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471883} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.479636] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.479868] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.481927] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.481927] env[63043]: INFO nova.compute.manager [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 793.481927] env[63043]: DEBUG oslo.service.loopingcall [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.481927] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485962, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.481927] env[63043]: DEBUG nova.compute.manager [-] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.481927] env[63043]: DEBUG nova.network.neutron [-] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.486541] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f07255-8579-4602-9a3d-030f0d689ce6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.493798] env[63043]: DEBUG nova.compute.manager [req-5f2f7695-ddb6-4020-8bdb-3e6037f3596c req-def273d1-daa8-4926-92d0-73c1e910bf61 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Received event network-vif-deleted-2eb5d566-13f8-4910-84aa-3695e313b2c1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.494016] env[63043]: INFO nova.compute.manager [req-5f2f7695-ddb6-4020-8bdb-3e6037f3596c req-def273d1-daa8-4926-92d0-73c1e910bf61 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Neutron deleted interface 2eb5d566-13f8-4910-84aa-3695e313b2c1; detaching it from the instance and deleting it from the info cache [ 793.494258] env[63043]: DEBUG nova.network.neutron [req-5f2f7695-ddb6-4020-8bdb-3e6037f3596c req-def273d1-daa8-4926-92d0-73c1e910bf61 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.507532] env[63043]: DEBUG nova.compute.provider_tree [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.620286] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.702789] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Acquiring lock "cd79f6b1-4c5e-405a-ac83-093560eb5bb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.703057] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Lock "cd79f6b1-4c5e-405a-ac83-093560eb5bb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.802347] env[63043]: DEBUG nova.network.neutron [-] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.804641] env[63043]: DEBUG nova.network.neutron [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.845120] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a597357-0b5e-4ee4-a095-a45a7510fa05 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Lock "0e9ba214-805d-4744-83c7-72cda80bc706" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.786s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.902866] env[63043]: DEBUG nova.compute.manager [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.937670] env[63043]: DEBUG nova.virt.hardware [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.938076] env[63043]: DEBUG nova.virt.hardware [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.938187] env[63043]: DEBUG nova.virt.hardware [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.938409] env[63043]: DEBUG nova.virt.hardware [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.938567] env[63043]: DEBUG nova.virt.hardware [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.938739] env[63043]: DEBUG nova.virt.hardware [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.940065] env[63043]: DEBUG nova.virt.hardware [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.940065] env[63043]: DEBUG nova.virt.hardware [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.940065] env[63043]: DEBUG nova.virt.hardware [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.940065] env[63043]: DEBUG nova.virt.hardware [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.940065] env[63043]: DEBUG nova.virt.hardware [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.940856] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4011417-7d06-41b2-acd6-5008dae3c66b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.955087] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c1ba51-bb98-42bc-b81a-70d138aa54f0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.966131] env[63043]: DEBUG oslo_vmware.api [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485962, 'name': PowerOnVM_Task, 'duration_secs': 1.080486} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.978813] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.978813] env[63043]: INFO nova.compute.manager [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Took 9.35 seconds to spawn the instance on the hypervisor. [ 793.978995] env[63043]: DEBUG nova.compute.manager [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.985897] env[63043]: INFO nova.compute.manager [-] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Took 1.57 seconds to deallocate network for instance. [ 793.992672] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170ae903-46ad-4f69-add1-39dcb80959be {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.004602] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d4cadc8-83ef-4546-9eba-eca209dc78ff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.013839] env[63043]: DEBUG nova.scheduler.client.report [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.024247] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8405c73-0baa-45d2-b141-a43f853cf150 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.068015] env[63043]: DEBUG nova.compute.manager [req-5f2f7695-ddb6-4020-8bdb-3e6037f3596c req-def273d1-daa8-4926-92d0-73c1e910bf61 service nova] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Detach interface failed, port_id=2eb5d566-13f8-4910-84aa-3695e313b2c1, reason: Instance efda071e-50e2-4627-8f1f-1f8653b6c2ad could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 794.070065] env[63043]: DEBUG nova.network.neutron [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Successfully created port: 4e2f1aaa-be53-4ea9-b8c2-afde96d104ff {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.205524] env[63043]: DEBUG nova.compute.manager [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.285686] env[63043]: DEBUG nova.network.neutron [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Updating instance_info_cache with network_info: [{"id": "1f38fa07-a739-48c1-9bd8-060d279e8f3f", "address": "fa:16:3e:d6:f5:b3", "network": {"id": "97448065-6312-4739-a6bc-4cacefdfcb92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-695100015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1702247f9a9243f9b3fecef116508c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f38fa07-a7", "ovs_interfaceid": "1f38fa07-a739-48c1-9bd8-060d279e8f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.308024] env[63043]: INFO nova.compute.manager [-] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Took 2.83 seconds to deallocate network for instance. [ 794.439339] env[63043]: DEBUG nova.network.neutron [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Port 4ef0d9db-6aab-4318-9f6a-03adf1bde26f binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 794.439624] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.439779] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.439973] env[63043]: DEBUG nova.network.neutron [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.506097] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.523238] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.525557] env[63043]: DEBUG nova.compute.manager [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.532709] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.125s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.545670] env[63043]: INFO nova.compute.manager [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Took 51.36 seconds to build instance. [ 794.608258] env[63043]: DEBUG nova.network.neutron [-] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.727931] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.788646] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Releasing lock "refresh_cache-ce48b27c-5c1a-4093-9867-ad7c8b912192" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.788987] env[63043]: DEBUG nova.compute.manager [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Instance network_info: |[{"id": "1f38fa07-a739-48c1-9bd8-060d279e8f3f", "address": "fa:16:3e:d6:f5:b3", "network": {"id": "97448065-6312-4739-a6bc-4cacefdfcb92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-695100015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1702247f9a9243f9b3fecef116508c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f38fa07-a7", "ovs_interfaceid": "1f38fa07-a739-48c1-9bd8-060d279e8f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.789458] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:f5:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f38fa07-a739-48c1-9bd8-060d279e8f3f', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.798533] env[63043]: DEBUG oslo.service.loopingcall [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.798533] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.798753] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce17cb82-153e-418a-b985-7397a6ea31b0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.822385] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.831151] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.831151] env[63043]: value = "task-2485965" [ 794.831151] env[63043]: _type = "Task" [ 794.831151] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.847037] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485965, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.036238] env[63043]: DEBUG nova.compute.utils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 795.036238] env[63043]: DEBUG nova.compute.manager [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.036767] env[63043]: DEBUG nova.network.neutron [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.045194] env[63043]: INFO nova.compute.claims [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.049385] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8b722309-9f10-4c90-a05e-f26bf7644e6b tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Lock "2111e8eb-3453-4f4b-b924-d3e2fa3a0a64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.629s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.111350] env[63043]: INFO nova.compute.manager [-] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Took 1.63 seconds to deallocate network for instance. [ 795.135345] env[63043]: DEBUG nova.policy [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa3866711c8443de85a62c4bf99819db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dd94690af0041cda4a52aba8f2a1eca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.343284] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485965, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.371031] env[63043]: DEBUG nova.network.neutron [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance_info_cache with network_info: [{"id": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "address": "fa:16:3e:c5:3b:32", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef0d9db-6a", "ovs_interfaceid": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.425754] env[63043]: DEBUG nova.compute.manager [req-7859a37c-c22f-4952-b19c-1d278527c6ea req-bda7b660-28ac-43de-9893-8eb531c627d8 service nova] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Received event network-changed-1f38fa07-a739-48c1-9bd8-060d279e8f3f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.425983] env[63043]: DEBUG nova.compute.manager [req-7859a37c-c22f-4952-b19c-1d278527c6ea req-bda7b660-28ac-43de-9893-8eb531c627d8 service nova] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Refreshing instance network info cache due to event network-changed-1f38fa07-a739-48c1-9bd8-060d279e8f3f. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 795.426511] env[63043]: DEBUG oslo_concurrency.lockutils [req-7859a37c-c22f-4952-b19c-1d278527c6ea req-bda7b660-28ac-43de-9893-8eb531c627d8 service nova] Acquiring lock "refresh_cache-ce48b27c-5c1a-4093-9867-ad7c8b912192" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.426839] env[63043]: DEBUG oslo_concurrency.lockutils [req-7859a37c-c22f-4952-b19c-1d278527c6ea req-bda7b660-28ac-43de-9893-8eb531c627d8 service nova] Acquired lock "refresh_cache-ce48b27c-5c1a-4093-9867-ad7c8b912192" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.427198] env[63043]: DEBUG nova.network.neutron [req-7859a37c-c22f-4952-b19c-1d278527c6ea req-bda7b660-28ac-43de-9893-8eb531c627d8 service nova] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Refreshing network info cache for port 1f38fa07-a739-48c1-9bd8-060d279e8f3f {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.539976] env[63043]: DEBUG nova.compute.manager [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.556228] env[63043]: INFO nova.compute.resource_tracker [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating resource usage from migration df04be02-42de-4a26-b0c3-959be93400c7 [ 795.614840] env[63043]: INFO nova.compute.manager [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Rebuilding instance [ 795.619810] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.624958] env[63043]: DEBUG nova.network.neutron [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Successfully created port: 8c1fb648-d65b-4541-a693-1adc117ead6e {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.663453] env[63043]: DEBUG oslo_concurrency.lockutils [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "interface-dd9d50c4-0607-4247-8e76-06903fb0a599-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.663700] env[63043]: DEBUG oslo_concurrency.lockutils [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-dd9d50c4-0607-4247-8e76-06903fb0a599-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.664074] env[63043]: DEBUG nova.objects.instance [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'flavor' on Instance uuid dd9d50c4-0607-4247-8e76-06903fb0a599 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.671854] env[63043]: DEBUG nova.compute.manager [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.674363] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8459423-8ab2-4a68-9b48-b88d1cc3d0c0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.843058] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485965, 'name': CreateVM_Task, 'duration_secs': 0.551335} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.843238] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.844075] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.844182] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.844452] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.844732] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d8922e-ea44-42f9-b8d4-3481bc453607 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.849705] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 795.849705] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52911070-2740-35b1-9de5-2661d4f5bd58" [ 795.849705] env[63043]: _type = "Task" [ 795.849705] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.862075] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52911070-2740-35b1-9de5-2661d4f5bd58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.873262] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.039389] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cbe89e-aeba-4d84-b30e-191e52a1d0da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.056884] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e18a88b-20a0-47ac-96ba-98b8b8dc8e7a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.100069] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28363891-bbbf-419e-9e73-0ff47231042c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.106592] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1a0a39-7b3b-42f8-bcc2-13e5db65451b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.122303] env[63043]: DEBUG nova.compute.provider_tree [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.285814] env[63043]: DEBUG nova.compute.manager [req-e209d42c-5294-412a-a3db-494ce7f028f6 req-11c8bacd-99ed-4985-8ccb-956daa235502 service nova] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Received event network-vif-deleted-79b06635-bec6-4c81-a3b0-ce14d6c5d06c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.335427] env[63043]: DEBUG nova.network.neutron [req-7859a37c-c22f-4952-b19c-1d278527c6ea req-bda7b660-28ac-43de-9893-8eb531c627d8 service nova] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Updated VIF entry in instance network info cache for port 1f38fa07-a739-48c1-9bd8-060d279e8f3f. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.335940] env[63043]: DEBUG nova.network.neutron [req-7859a37c-c22f-4952-b19c-1d278527c6ea req-bda7b660-28ac-43de-9893-8eb531c627d8 service nova] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Updating instance_info_cache with network_info: [{"id": "1f38fa07-a739-48c1-9bd8-060d279e8f3f", "address": "fa:16:3e:d6:f5:b3", "network": {"id": "97448065-6312-4739-a6bc-4cacefdfcb92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-695100015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1702247f9a9243f9b3fecef116508c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f38fa07-a7", "ovs_interfaceid": "1f38fa07-a739-48c1-9bd8-060d279e8f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.362081] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52911070-2740-35b1-9de5-2661d4f5bd58, 'name': SearchDatastore_Task, 'duration_secs': 0.039428} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.362419] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.362698] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.362958] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.363230] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.363457] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.363863] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d952bb1-1f0f-4c60-9a7d-bd5f9cd90bb5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.366679] env[63043]: DEBUG nova.objects.instance [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'pci_requests' on Instance uuid dd9d50c4-0607-4247-8e76-06903fb0a599 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.375253] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.375481] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.376286] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8401cfa3-3b31-474a-83de-063858ca388d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.380705] env[63043]: DEBUG nova.compute.manager [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63043) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 796.381110] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.384906] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 796.384906] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e99b96-b18e-2c82-d169-1c53a7a87d60" [ 796.384906] env[63043]: _type = "Task" [ 796.384906] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.392760] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e99b96-b18e-2c82-d169-1c53a7a87d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.555846] env[63043]: DEBUG nova.compute.manager [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.593793] env[63043]: DEBUG nova.virt.hardware [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.597235] env[63043]: DEBUG nova.virt.hardware [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.601988] env[63043]: DEBUG nova.virt.hardware [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.601988] env[63043]: DEBUG nova.virt.hardware [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.601988] env[63043]: DEBUG nova.virt.hardware [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.601988] env[63043]: DEBUG nova.virt.hardware [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.601988] env[63043]: DEBUG nova.virt.hardware [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.601988] env[63043]: DEBUG nova.virt.hardware [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.601988] env[63043]: DEBUG nova.virt.hardware [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.601988] env[63043]: DEBUG nova.virt.hardware [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.601988] env[63043]: DEBUG nova.virt.hardware [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.601988] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3157e2-06c2-485e-9231-f6ed98b23d40 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.612254] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa1eb37-3200-48be-a514-01781c74e8ce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.630531] env[63043]: DEBUG nova.scheduler.client.report [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.693489] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.693668] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00da2732-d20e-4c22-8ace-1568eca9a300 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.702243] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 796.702243] env[63043]: value = "task-2485966" [ 796.702243] env[63043]: _type = "Task" [ 796.702243] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.711317] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.838856] env[63043]: DEBUG oslo_concurrency.lockutils [req-7859a37c-c22f-4952-b19c-1d278527c6ea req-bda7b660-28ac-43de-9893-8eb531c627d8 service nova] Releasing lock "refresh_cache-ce48b27c-5c1a-4093-9867-ad7c8b912192" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.839157] env[63043]: DEBUG nova.compute.manager [req-7859a37c-c22f-4952-b19c-1d278527c6ea req-bda7b660-28ac-43de-9893-8eb531c627d8 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Received event network-vif-deleted-a37102ba-42aa-4c83-95c0-e30e9b5f534e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.839439] env[63043]: DEBUG nova.compute.manager [req-7859a37c-c22f-4952-b19c-1d278527c6ea req-bda7b660-28ac-43de-9893-8eb531c627d8 service nova] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Received event network-vif-deleted-3f5c71cc-1574-4cce-a2d7-8db268b27c32 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.870964] env[63043]: DEBUG nova.objects.base [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 796.870964] env[63043]: DEBUG nova.network.neutron [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.896239] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e99b96-b18e-2c82-d169-1c53a7a87d60, 'name': SearchDatastore_Task, 'duration_secs': 0.014165} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.897023] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db8b34a-0918-413c-8641-f2a159905280 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.902604] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 796.902604] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5241d0dc-19b6-78eb-7e29-e8d01309825a" [ 796.902604] env[63043]: _type = "Task" [ 796.902604] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.910164] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5241d0dc-19b6-78eb-7e29-e8d01309825a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.942125] env[63043]: DEBUG nova.network.neutron [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Successfully updated port: 4e2f1aaa-be53-4ea9-b8c2-afde96d104ff {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.948749] env[63043]: DEBUG nova.policy [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf453eb92ec41dc90b0da8808e471ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2f2e17117d41f78c9bb1028587f0ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.139019] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.603s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.139019] env[63043]: INFO nova.compute.manager [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Migrating [ 797.144801] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.094s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.147843] env[63043]: INFO nova.compute.claims [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.217058] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485966, 'name': PowerOffVM_Task, 'duration_secs': 0.121676} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.217474] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.217838] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.218706] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19e743f-93e2-4352-8f81-476c41c33f45 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.227423] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.227423] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8bda812-72ca-4b40-8e1c-e2127fc77245 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.256082] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.256082] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.256082] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Deleting the datastore file [datastore1] 0e9ba214-805d-4744-83c7-72cda80bc706 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.256082] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb951781-6871-4994-b0f7-9e3f4a01a279 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.265653] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 797.265653] env[63043]: value = "task-2485968" [ 797.265653] env[63043]: _type = "Task" [ 797.265653] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.281559] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.420764] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5241d0dc-19b6-78eb-7e29-e8d01309825a, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.424354] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.424354] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] ce48b27c-5c1a-4093-9867-ad7c8b912192/ce48b27c-5c1a-4093-9867-ad7c8b912192.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.424354] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b1529c1-e074-4463-8119-0c0a6db72c91 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.432878] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 797.432878] env[63043]: value = "task-2485969" [ 797.432878] env[63043]: _type = "Task" [ 797.432878] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.447466] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "refresh_cache-0da32a35-bed2-4d68-a24b-01bd67ec70d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.447562] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "refresh_cache-0da32a35-bed2-4d68-a24b-01bd67ec70d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.447728] env[63043]: DEBUG nova.network.neutron [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.448945] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.504287] env[63043]: DEBUG nova.network.neutron [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Successfully created port: 65ff0ed0-4838-4c18-bfba-fe61dc731854 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.669797] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.669797] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.669797] env[63043]: DEBUG nova.network.neutron [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.782426] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107309} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.783340] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.783340] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.783681] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.946488] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460487} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.946858] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] ce48b27c-5c1a-4093-9867-ad7c8b912192/ce48b27c-5c1a-4093-9867-ad7c8b912192.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.947127] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.947421] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3f5f492-ad92-4339-bdef-acc52006c13d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.958499] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 797.958499] env[63043]: value = "task-2485970" [ 797.958499] env[63043]: _type = "Task" [ 797.958499] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.966565] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.019132] env[63043]: DEBUG nova.network.neutron [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.045206] env[63043]: DEBUG nova.network.neutron [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Successfully updated port: 8c1fb648-d65b-4541-a693-1adc117ead6e {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.298918] env[63043]: DEBUG nova.network.neutron [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Updating instance_info_cache with network_info: [{"id": "4e2f1aaa-be53-4ea9-b8c2-afde96d104ff", "address": "fa:16:3e:31:1b:1d", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2f1aaa-be", "ovs_interfaceid": "4e2f1aaa-be53-4ea9-b8c2-afde96d104ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.474594] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057414} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.475019] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.477590] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090ef719-3816-4dc6-98e2-d6cf114c41cd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.508316] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] ce48b27c-5c1a-4093-9867-ad7c8b912192/ce48b27c-5c1a-4093-9867-ad7c8b912192.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.511173] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6d1b51-5f3b-493a-8846-d55ef5139138 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.533492] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 798.533492] env[63043]: value = "task-2485971" [ 798.533492] env[63043]: _type = "Task" [ 798.533492] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.543541] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.547887] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "refresh_cache-6715c0c8-6537-4057-912f-1391b5bf7d8c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.548039] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "refresh_cache-6715c0c8-6537-4057-912f-1391b5bf7d8c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.548221] env[63043]: DEBUG nova.network.neutron [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.563036] env[63043]: DEBUG nova.network.neutron [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance_info_cache with network_info: [{"id": "713e1793-aa17-47e8-94d6-54e355687dbf", "address": "fa:16:3e:f2:27:83", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713e1793-aa", "ovs_interfaceid": "713e1793-aa17-47e8-94d6-54e355687dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.654065] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f73be-c1d9-42a1-a451-9f02b15de0af {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.663478] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed4fc52-6292-48e8-8e0a-46a661470ec1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.668272] env[63043]: DEBUG nova.compute.manager [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Received event network-vif-plugged-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.668495] env[63043]: DEBUG oslo_concurrency.lockutils [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] Acquiring lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.668941] env[63043]: DEBUG oslo_concurrency.lockutils [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] Lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.669138] env[63043]: DEBUG oslo_concurrency.lockutils [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] Lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.669315] env[63043]: DEBUG nova.compute.manager [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] No waiting events found dispatching network-vif-plugged-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.669476] env[63043]: WARNING nova.compute.manager [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Received unexpected event network-vif-plugged-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff for instance with vm_state building and task_state spawning. [ 798.669837] env[63043]: DEBUG nova.compute.manager [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Received event network-changed-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.670076] env[63043]: DEBUG nova.compute.manager [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Refreshing instance network info cache due to event network-changed-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 798.670214] env[63043]: DEBUG oslo_concurrency.lockutils [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] Acquiring lock "refresh_cache-0da32a35-bed2-4d68-a24b-01bd67ec70d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.702282] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2a356e-0bc3-4dc0-b7a5-c3906065cabe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.711752] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f104c0-e92a-4ffa-8ffb-76f7b66d6a70 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.726258] env[63043]: DEBUG nova.compute.provider_tree [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.807661] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "refresh_cache-0da32a35-bed2-4d68-a24b-01bd67ec70d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.808042] env[63043]: DEBUG nova.compute.manager [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Instance network_info: |[{"id": "4e2f1aaa-be53-4ea9-b8c2-afde96d104ff", "address": "fa:16:3e:31:1b:1d", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2f1aaa-be", "ovs_interfaceid": "4e2f1aaa-be53-4ea9-b8c2-afde96d104ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.808795] env[63043]: DEBUG oslo_concurrency.lockutils [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] Acquired lock "refresh_cache-0da32a35-bed2-4d68-a24b-01bd67ec70d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.809762] env[63043]: DEBUG nova.network.neutron [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Refreshing network info cache for port 4e2f1aaa-be53-4ea9-b8c2-afde96d104ff {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.810916] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:1b:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e2f1aaa-be53-4ea9-b8c2-afde96d104ff', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.819071] env[63043]: DEBUG oslo.service.loopingcall [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 798.823765] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.823765] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4cbb1c3-8838-46be-a8e5-59d5302a36da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.844042] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.844042] env[63043]: value = "task-2485972" [ 798.844042] env[63043]: _type = "Task" [ 798.844042] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.848367] env[63043]: DEBUG nova.virt.hardware [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.848613] env[63043]: DEBUG nova.virt.hardware [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.848773] env[63043]: DEBUG nova.virt.hardware [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.848954] env[63043]: DEBUG nova.virt.hardware [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.849116] env[63043]: DEBUG nova.virt.hardware [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.849266] env[63043]: DEBUG nova.virt.hardware [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.849472] env[63043]: DEBUG nova.virt.hardware [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.849634] env[63043]: DEBUG nova.virt.hardware [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.849799] env[63043]: DEBUG nova.virt.hardware [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.849961] env[63043]: DEBUG nova.virt.hardware [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.850154] env[63043]: DEBUG nova.virt.hardware [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.851261] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7abc38-799b-4e4a-9656-139f533a81ed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.859941] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485972, 'name': CreateVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.863015] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cb46a6-15e4-471a-9e5c-a1d6f8180ea2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.877152] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Instance VIF info [] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.882854] env[63043]: DEBUG oslo.service.loopingcall [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 798.883146] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.883361] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18fc6e96-e204-4022-b159-53916df2b515 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.901298] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.901298] env[63043]: value = "task-2485973" [ 798.901298] env[63043]: _type = "Task" [ 798.901298] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.910400] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485973, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.044044] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.063593] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.103071] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Acquiring lock "a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.103071] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Lock "a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.116850] env[63043]: DEBUG nova.network.neutron [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.129440] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquiring lock "2111e8eb-3453-4f4b-b924-d3e2fa3a0a64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.129546] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Lock "2111e8eb-3453-4f4b-b924-d3e2fa3a0a64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.129754] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquiring lock "2111e8eb-3453-4f4b-b924-d3e2fa3a0a64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.129928] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Lock "2111e8eb-3453-4f4b-b924-d3e2fa3a0a64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.130107] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Lock "2111e8eb-3453-4f4b-b924-d3e2fa3a0a64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.135522] env[63043]: INFO nova.compute.manager [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Terminating instance [ 799.234184] env[63043]: DEBUG nova.scheduler.client.report [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.342340] env[63043]: DEBUG nova.network.neutron [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Updating instance_info_cache with network_info: [{"id": "8c1fb648-d65b-4541-a693-1adc117ead6e", "address": "fa:16:3e:43:1f:27", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c1fb648-d6", "ovs_interfaceid": "8c1fb648-d65b-4541-a693-1adc117ead6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.358287] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485972, 'name': CreateVM_Task, 'duration_secs': 0.42587} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.359139] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.359856] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.360031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.360349] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.360866] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e47eef97-df1b-4fd3-a9d5-017b1575fe7a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.370190] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 799.370190] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52191e11-9289-cd95-3375-e6bb2eea5e45" [ 799.370190] env[63043]: _type = "Task" [ 799.370190] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.379685] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52191e11-9289-cd95-3375-e6bb2eea5e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.411795] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485973, 'name': CreateVM_Task, 'duration_secs': 0.37664} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.411992] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.412586] env[63043]: DEBUG oslo_concurrency.lockutils [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.451937] env[63043]: DEBUG nova.network.neutron [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Successfully updated port: 65ff0ed0-4838-4c18-bfba-fe61dc731854 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.552299] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485971, 'name': ReconfigVM_Task, 'duration_secs': 0.984881} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.552299] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Reconfigured VM instance instance-00000035 to attach disk [datastore1] ce48b27c-5c1a-4093-9867-ad7c8b912192/ce48b27c-5c1a-4093-9867-ad7c8b912192.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.552299] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b16bfd0-d959-4b81-9c0b-13f598101c22 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.560369] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 799.560369] env[63043]: value = "task-2485974" [ 799.560369] env[63043]: _type = "Task" [ 799.560369] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.574652] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485974, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.578260] env[63043]: DEBUG nova.objects.instance [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Lazy-loading 'flavor' on Instance uuid f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.608250] env[63043]: DEBUG nova.compute.manager [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.643755] env[63043]: DEBUG nova.compute.manager [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.643755] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.644749] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee26756-0c63-4a8f-b4d8-436afde62472 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.654165] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.654451] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b76e03d4-7f9c-43b7-a131-b81c469af2ed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.662101] env[63043]: DEBUG oslo_vmware.api [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Waiting for the task: (returnval){ [ 799.662101] env[63043]: value = "task-2485975" [ 799.662101] env[63043]: _type = "Task" [ 799.662101] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.671217] env[63043]: DEBUG oslo_vmware.api [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.673061] env[63043]: DEBUG nova.network.neutron [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Updated VIF entry in instance network info cache for port 4e2f1aaa-be53-4ea9-b8c2-afde96d104ff. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.673415] env[63043]: DEBUG nova.network.neutron [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Updating instance_info_cache with network_info: [{"id": "4e2f1aaa-be53-4ea9-b8c2-afde96d104ff", "address": "fa:16:3e:31:1b:1d", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2f1aaa-be", "ovs_interfaceid": "4e2f1aaa-be53-4ea9-b8c2-afde96d104ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.742282] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.742282] env[63043]: DEBUG nova.compute.manager [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.744736] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.047s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.744930] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.745098] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 799.745400] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.836s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.745620] env[63043]: DEBUG nova.objects.instance [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lazy-loading 'resources' on Instance uuid f3095410-0a08-4561-861e-4022635c603a {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.747509] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9de4e2-7b4b-4083-9938-435c8b96365f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.758663] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8de1f2-5226-4987-b764-8b3b0fc4fbbe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.778677] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c10abc8-04e4-40d8-864c-a97d359478a3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.789691] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73188247-ebbb-4975-806e-a73a56685745 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.822305] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178888MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 799.822477] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.843325] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "refresh_cache-6715c0c8-6537-4057-912f-1391b5bf7d8c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.843656] env[63043]: DEBUG nova.compute.manager [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Instance network_info: |[{"id": "8c1fb648-d65b-4541-a693-1adc117ead6e", "address": "fa:16:3e:43:1f:27", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c1fb648-d6", "ovs_interfaceid": "8c1fb648-d65b-4541-a693-1adc117ead6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.844090] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:1f:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c1fb648-d65b-4541-a693-1adc117ead6e', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.852489] env[63043]: DEBUG oslo.service.loopingcall [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.852489] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.852926] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6515e017-ab07-449b-a39a-de297640f775 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.872079] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.872079] env[63043]: value = "task-2485976" [ 799.872079] env[63043]: _type = "Task" [ 799.872079] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.884163] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485976, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.889372] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52191e11-9289-cd95-3375-e6bb2eea5e45, 'name': SearchDatastore_Task, 'duration_secs': 0.01119} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.889372] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.889372] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.889372] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.889372] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.892914] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.892914] env[63043]: DEBUG oslo_concurrency.lockutils [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.892914] env[63043]: DEBUG oslo_concurrency.lockutils [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.892914] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f1d3f42-76f1-490e-ac21-aad113c945d1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.893267] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-920b55ba-ed28-4cba-b2fb-17244cebbcfa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.900904] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 799.900904] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d653c2-ece8-5b52-6edf-a91c7f73400e" [ 799.900904] env[63043]: _type = "Task" [ 799.900904] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.903762] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.903948] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.905174] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1db2766-ecca-4510-82d9-07caafe52569 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.911157] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d653c2-ece8-5b52-6edf-a91c7f73400e, 'name': SearchDatastore_Task, 'duration_secs': 0.008552} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.911744] env[63043]: DEBUG oslo_concurrency.lockutils [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.913594] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.913594] env[63043]: DEBUG oslo_concurrency.lockutils [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.914642] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 799.914642] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]522921e0-f92b-8dcf-d678-403fda412e30" [ 799.914642] env[63043]: _type = "Task" [ 799.914642] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.923110] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522921e0-f92b-8dcf-d678-403fda412e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.956049] env[63043]: DEBUG oslo_concurrency.lockutils [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.956157] env[63043]: DEBUG oslo_concurrency.lockutils [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.956297] env[63043]: DEBUG nova.network.neutron [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.073937] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485974, 'name': Rename_Task, 'duration_secs': 0.208076} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.074330] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.074625] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c18f4ec-91f7-4e96-a791-374b279950c0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.081784] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquiring lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.082185] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquired lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.085359] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 800.085359] env[63043]: value = "task-2485977" [ 800.085359] env[63043]: _type = "Task" [ 800.085359] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.095462] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.151849] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.174333] env[63043]: DEBUG oslo_vmware.api [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485975, 'name': PowerOffVM_Task, 'duration_secs': 0.181491} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.174468] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.175233] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.175233] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3349210f-ac2e-4199-a8f6-175d8f02a331 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.176934] env[63043]: DEBUG oslo_concurrency.lockutils [req-a8ffe628-03eb-47d5-abf3-2b7cfc7f0c59 req-d28789c1-64d9-457a-ad49-840dbef536a2 service nova] Releasing lock "refresh_cache-0da32a35-bed2-4d68-a24b-01bd67ec70d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.247615] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.247615] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.247615] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Deleting the datastore file [datastore1] 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.247615] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b464e667-84c2-4bc3-ad93-247d9187799c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.250495] env[63043]: DEBUG nova.compute.utils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 800.256536] env[63043]: DEBUG nova.compute.manager [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.256787] env[63043]: DEBUG nova.network.neutron [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.264640] env[63043]: DEBUG oslo_vmware.api [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Waiting for the task: (returnval){ [ 800.264640] env[63043]: value = "task-2485979" [ 800.264640] env[63043]: _type = "Task" [ 800.264640] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.274912] env[63043]: DEBUG oslo_vmware.api [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.308856] env[63043]: DEBUG nova.policy [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63837e386d9c4ba58041c7a7dbabe6b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad132d8fcb18474b9f4765815bc5bddb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.389681] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2485976, 'name': CreateVM_Task, 'duration_secs': 0.393548} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.393367] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.393367] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.393367] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.393367] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.393367] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1bbbb5-0dc1-4b8d-9998-dac38f312bcf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.395955] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 800.395955] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bde7b1-0284-efa5-6a44-472fe1da8aa6" [ 800.395955] env[63043]: _type = "Task" [ 800.395955] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.408050] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bde7b1-0284-efa5-6a44-472fe1da8aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.437140] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522921e0-f92b-8dcf-d678-403fda412e30, 'name': SearchDatastore_Task, 'duration_secs': 0.013559} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.437140] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d96d69a-1a62-4f8d-a13f-24dae75cf1b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.442930] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 800.442930] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5275def5-d558-c1e4-62f9-96a5829c8dba" [ 800.442930] env[63043]: _type = "Task" [ 800.442930] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.454501] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5275def5-d558-c1e4-62f9-96a5829c8dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.526736] env[63043]: WARNING nova.network.neutron [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] 36425d47-1b42-4f11-8b2a-18afdcc54cad already exists in list: networks containing: ['36425d47-1b42-4f11-8b2a-18afdcc54cad']. ignoring it [ 800.586637] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389f3daf-9bc5-449d-94b0-dfab4b87b0e1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.610401] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance 'dc294ec0-d246-43eb-b334-15578b9aaa9d' progress to 0 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 800.624034] env[63043]: DEBUG nova.compute.manager [req-43c8b605-cae7-4dec-8ee1-3a63dc39e685 req-980fb483-9ee4-4f44-8826-e976805f94b7 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Received event network-vif-plugged-65ff0ed0-4838-4c18-bfba-fe61dc731854 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.624034] env[63043]: DEBUG oslo_concurrency.lockutils [req-43c8b605-cae7-4dec-8ee1-3a63dc39e685 req-980fb483-9ee4-4f44-8826-e976805f94b7 service nova] Acquiring lock "dd9d50c4-0607-4247-8e76-06903fb0a599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.624034] env[63043]: DEBUG oslo_concurrency.lockutils [req-43c8b605-cae7-4dec-8ee1-3a63dc39e685 req-980fb483-9ee4-4f44-8826-e976805f94b7 service nova] Lock "dd9d50c4-0607-4247-8e76-06903fb0a599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.624034] env[63043]: DEBUG oslo_concurrency.lockutils [req-43c8b605-cae7-4dec-8ee1-3a63dc39e685 req-980fb483-9ee4-4f44-8826-e976805f94b7 service nova] Lock "dd9d50c4-0607-4247-8e76-06903fb0a599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.624034] env[63043]: DEBUG nova.compute.manager [req-43c8b605-cae7-4dec-8ee1-3a63dc39e685 req-980fb483-9ee4-4f44-8826-e976805f94b7 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] No waiting events found dispatching network-vif-plugged-65ff0ed0-4838-4c18-bfba-fe61dc731854 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.624034] env[63043]: WARNING nova.compute.manager [req-43c8b605-cae7-4dec-8ee1-3a63dc39e685 req-980fb483-9ee4-4f44-8826-e976805f94b7 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Received unexpected event network-vif-plugged-65ff0ed0-4838-4c18-bfba-fe61dc731854 for instance with vm_state active and task_state None. [ 800.624330] env[63043]: DEBUG oslo_vmware.api [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2485977, 'name': PowerOnVM_Task, 'duration_secs': 0.488158} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.627636] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.628011] env[63043]: INFO nova.compute.manager [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Took 10.64 seconds to spawn the instance on the hypervisor. [ 800.628011] env[63043]: DEBUG nova.compute.manager [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.629219] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e803ff-def2-445d-8bf2-1433477e6ee9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.697013] env[63043]: DEBUG nova.network.neutron [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.757611] env[63043]: DEBUG nova.compute.manager [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.779215] env[63043]: DEBUG oslo_vmware.api [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Task: {'id': task-2485979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197888} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.779215] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.779385] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.779525] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.779701] env[63043]: INFO nova.compute.manager [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Took 1.14 seconds to destroy the instance on the hypervisor. [ 800.779951] env[63043]: DEBUG oslo.service.loopingcall [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.780173] env[63043]: DEBUG nova.compute.manager [-] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.780269] env[63043]: DEBUG nova.network.neutron [-] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.827373] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e78329-25b2-4b1c-b78e-c47f8cbeec71 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.836022] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb560721-7797-4324-b572-53a094c90e99 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.878020] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840106f8-380e-462b-b4f5-a029baabfcd4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.882322] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Acquiring lock "8158bb22-61f9-4936-831a-e9f96d5e8b2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.882571] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Lock "8158bb22-61f9-4936-831a-e9f96d5e8b2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.889273] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35872c20-4c8f-423d-bb3b-c0dc52d743eb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.904227] env[63043]: DEBUG nova.compute.provider_tree [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.915833] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bde7b1-0284-efa5-6a44-472fe1da8aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.012443} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.916315] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.916370] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.916567] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.952991] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5275def5-d558-c1e4-62f9-96a5829c8dba, 'name': SearchDatastore_Task, 'duration_secs': 0.015692} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.953764] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.953858] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 0da32a35-bed2-4d68-a24b-01bd67ec70d5/0da32a35-bed2-4d68-a24b-01bd67ec70d5.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.954398] env[63043]: DEBUG oslo_concurrency.lockutils [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.954398] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.954579] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5361ff85-c7ff-407e-a70b-b3c23a320586 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.957019] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d8f2d1f-17af-4935-9634-0bb2f8172010 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.963305] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 800.963305] env[63043]: value = "task-2485980" [ 800.963305] env[63043]: _type = "Task" [ 800.963305] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.967506] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.967683] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.971109] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738daf99-9bb7-45b9-bbcc-dc7fa859a3fd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.976365] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.979271] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 800.979271] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a121f6-63f0-b05b-77af-55db9d0345d7" [ 800.979271] env[63043]: _type = "Task" [ 800.979271] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.987349] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a121f6-63f0-b05b-77af-55db9d0345d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.130009] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.130356] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afbed5e1-0ee9-4b62-889c-e63888709730 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.138422] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 801.138422] env[63043]: value = "task-2485981" [ 801.138422] env[63043]: _type = "Task" [ 801.138422] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.152675] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.153266] env[63043]: INFO nova.compute.manager [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Took 49.81 seconds to build instance. [ 801.154997] env[63043]: DEBUG nova.network.neutron [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Successfully created port: 7357a398-f48b-4f2c-851b-b0edafa92915 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.365195] env[63043]: DEBUG nova.network.neutron [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Updating instance_info_cache with network_info: [{"id": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "address": "fa:16:3e:e2:76:2a", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd89a75d-57", "ovs_interfaceid": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65ff0ed0-4838-4c18-bfba-fe61dc731854", "address": "fa:16:3e:39:09:33", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ff0ed0-48", "ovs_interfaceid": "65ff0ed0-4838-4c18-bfba-fe61dc731854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.385298] env[63043]: DEBUG nova.compute.manager [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.439895] env[63043]: ERROR nova.scheduler.client.report [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] [req-6a4053a2-d650-4dff-9138-00509ae56dc7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1c615ed-2198-4c37-92f9-e049b1e9001f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6a4053a2-d650-4dff-9138-00509ae56dc7"}]} [ 801.466221] env[63043]: DEBUG nova.scheduler.client.report [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Refreshing inventories for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 801.491493] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485980, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.499413] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a121f6-63f0-b05b-77af-55db9d0345d7, 'name': SearchDatastore_Task, 'duration_secs': 0.019694} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.500628] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95540634-ff65-4117-8498-c5985c20d79d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.506541] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 801.506541] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520be7d2-5f40-b66b-f25e-e173f2e257ca" [ 801.506541] env[63043]: _type = "Task" [ 801.506541] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.509442] env[63043]: DEBUG nova.scheduler.client.report [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Updating ProviderTree inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 801.509754] env[63043]: DEBUG nova.compute.provider_tree [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.524710] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520be7d2-5f40-b66b-f25e-e173f2e257ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.525045] env[63043]: DEBUG oslo_concurrency.lockutils [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.525353] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 0e9ba214-805d-4744-83c7-72cda80bc706/0e9ba214-805d-4744-83c7-72cda80bc706.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.525713] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.525958] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.526205] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-908e4b63-398b-4225-8011-e331c936c4cc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.529329] env[63043]: DEBUG nova.scheduler.client.report [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Refreshing aggregate associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, aggregates: None {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 801.531628] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4380f5c-7c76-4de9-a5df-fb7ba5501ae7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.539598] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 801.539598] env[63043]: value = "task-2485982" [ 801.539598] env[63043]: _type = "Task" [ 801.539598] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.544413] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.544634] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.547852] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50ec0ab-9f5f-41ec-a912-25f2168fd304 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.553273] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.554521] env[63043]: DEBUG nova.scheduler.client.report [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Refreshing trait associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 801.559102] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 801.559102] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5298338b-0f1d-b858-c75a-c4277216c6db" [ 801.559102] env[63043]: _type = "Task" [ 801.559102] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.573279] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5298338b-0f1d-b858-c75a-c4277216c6db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.654632] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485981, 'name': PowerOffVM_Task, 'duration_secs': 0.452903} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.654632] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.654861] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance 'dc294ec0-d246-43eb-b334-15578b9aaa9d' progress to 17 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 801.659191] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "ce48b27c-5c1a-4093-9867-ad7c8b912192" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.043s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.767605] env[63043]: DEBUG nova.compute.manager [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.800951] env[63043]: DEBUG nova.virt.hardware [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.801118] env[63043]: DEBUG nova.virt.hardware [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.801285] env[63043]: DEBUG nova.virt.hardware [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.801470] env[63043]: DEBUG nova.virt.hardware [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.801624] env[63043]: DEBUG nova.virt.hardware [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.801769] env[63043]: DEBUG nova.virt.hardware [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.802101] env[63043]: DEBUG nova.virt.hardware [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.802143] env[63043]: DEBUG nova.virt.hardware [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.802407] env[63043]: DEBUG nova.virt.hardware [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.802742] env[63043]: DEBUG nova.virt.hardware [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.802742] env[63043]: DEBUG nova.virt.hardware [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.803554] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87feefd-029a-49f0-95d6-b357734a1f0c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.811894] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4127793a-c64b-427c-9245-d4b70cf9e52a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.829145] env[63043]: DEBUG nova.network.neutron [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updating instance_info_cache with network_info: [{"id": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "address": "fa:16:3e:4a:57:e7", "network": {"id": "7f5f79d9-e98d-4fec-8caf-5a692878f0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e100d951f7342d0b65e040d1168bc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41f344-26", "ovs_interfaceid": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.868758] env[63043]: DEBUG oslo_concurrency.lockutils [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.869444] env[63043]: DEBUG oslo_concurrency.lockutils [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.869620] env[63043]: DEBUG oslo_concurrency.lockutils [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.872841] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1778ffc-5f80-4d1d-a83e-64bec3d2ecb0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.890077] env[63043]: DEBUG nova.virt.hardware [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.890273] env[63043]: DEBUG nova.virt.hardware [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.890374] env[63043]: DEBUG nova.virt.hardware [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.890556] env[63043]: DEBUG nova.virt.hardware [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.890711] env[63043]: DEBUG nova.virt.hardware [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.890858] env[63043]: DEBUG nova.virt.hardware [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.891064] env[63043]: DEBUG nova.virt.hardware [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.891231] env[63043]: DEBUG nova.virt.hardware [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.891396] env[63043]: DEBUG nova.virt.hardware [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.891606] env[63043]: DEBUG nova.virt.hardware [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.891834] env[63043]: DEBUG nova.virt.hardware [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.898108] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Reconfiguring VM to attach interface {{(pid=63043) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 801.902981] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b984740d-fd77-40bc-bd48-c56f4675d5f6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.922185] env[63043]: DEBUG oslo_vmware.api [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 801.922185] env[63043]: value = "task-2485983" [ 801.922185] env[63043]: _type = "Task" [ 801.922185] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.929227] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.932396] env[63043]: DEBUG oslo_vmware.api [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485983, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.974901] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531995} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.977776] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 0da32a35-bed2-4d68-a24b-01bd67ec70d5/0da32a35-bed2-4d68-a24b-01bd67ec70d5.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.978016] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.978484] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57f03c56-0e70-4da3-a8c2-2de5e7899c1e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.985032] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 801.985032] env[63043]: value = "task-2485984" [ 801.985032] env[63043]: _type = "Task" [ 801.985032] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.993841] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.000863] env[63043]: DEBUG nova.network.neutron [-] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.058036] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485982, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.074462] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5298338b-0f1d-b858-c75a-c4277216c6db, 'name': SearchDatastore_Task, 'duration_secs': 0.017131} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.075598] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd3afba2-6ea3-4ea7-bf1e-52f754f3ce24 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.086740] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 802.086740] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526858e0-261c-9105-722c-6d3b24dd260c" [ 802.086740] env[63043]: _type = "Task" [ 802.086740] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.096376] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526858e0-261c-9105-722c-6d3b24dd260c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.112306] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37933046-47bf-4bb5-8488-27a87605c8d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.123081] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e73c91d-eb4c-41c6-955b-90da41c0ecb3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.155910] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5de94d4-ee80-4590-ad08-4b904aa75481 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.161175] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.161500] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.161665] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.161877] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.162061] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.162242] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.162493] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.162571] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.162790] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.162963] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.163159] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.170644] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65d2a7b-22bb-4280-a877-4820cae3d9f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.182348] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d258d26-5328-4e4a-93a9-074f9b0093dc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.199593] env[63043]: DEBUG nova.compute.provider_tree [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.202672] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 802.202672] env[63043]: value = "task-2485985" [ 802.202672] env[63043]: _type = "Task" [ 802.202672] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.214697] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.300552] env[63043]: DEBUG nova.compute.manager [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Received event network-vif-plugged-8c1fb648-d65b-4541-a693-1adc117ead6e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.300795] env[63043]: DEBUG oslo_concurrency.lockutils [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] Acquiring lock "6715c0c8-6537-4057-912f-1391b5bf7d8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.301142] env[63043]: DEBUG oslo_concurrency.lockutils [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] Lock "6715c0c8-6537-4057-912f-1391b5bf7d8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.301439] env[63043]: DEBUG oslo_concurrency.lockutils [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] Lock "6715c0c8-6537-4057-912f-1391b5bf7d8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.301718] env[63043]: DEBUG nova.compute.manager [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] No waiting events found dispatching network-vif-plugged-8c1fb648-d65b-4541-a693-1adc117ead6e {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.302018] env[63043]: WARNING nova.compute.manager [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Received unexpected event network-vif-plugged-8c1fb648-d65b-4541-a693-1adc117ead6e for instance with vm_state building and task_state spawning. [ 802.302302] env[63043]: DEBUG nova.compute.manager [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Received event network-changed-8c1fb648-d65b-4541-a693-1adc117ead6e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.302585] env[63043]: DEBUG nova.compute.manager [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Refreshing instance network info cache due to event network-changed-8c1fb648-d65b-4541-a693-1adc117ead6e. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 802.302899] env[63043]: DEBUG oslo_concurrency.lockutils [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] Acquiring lock "refresh_cache-6715c0c8-6537-4057-912f-1391b5bf7d8c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.303190] env[63043]: DEBUG oslo_concurrency.lockutils [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] Acquired lock "refresh_cache-6715c0c8-6537-4057-912f-1391b5bf7d8c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.303476] env[63043]: DEBUG nova.network.neutron [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Refreshing network info cache for port 8c1fb648-d65b-4541-a693-1adc117ead6e {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.334237] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Releasing lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.334475] env[63043]: DEBUG nova.compute.manager [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Inject network info {{(pid=63043) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 802.334956] env[63043]: DEBUG nova.compute.manager [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] network_info to inject: |[{"id": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "address": "fa:16:3e:4a:57:e7", "network": {"id": "7f5f79d9-e98d-4fec-8caf-5a692878f0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e100d951f7342d0b65e040d1168bc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41f344-26", "ovs_interfaceid": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 802.339784] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Reconfiguring VM instance to set the machine id {{(pid=63043) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 802.340436] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76cfc88c-9394-4eb0-9e15-eb91f1f5cc8b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.356997] env[63043]: DEBUG oslo_vmware.api [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for the task: (returnval){ [ 802.356997] env[63043]: value = "task-2485986" [ 802.356997] env[63043]: _type = "Task" [ 802.356997] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.369219] env[63043]: DEBUG oslo_vmware.api [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.434863] env[63043]: DEBUG oslo_vmware.api [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.495495] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082968} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.495803] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.496627] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5facd244-267b-4206-a1a5-269e7184308d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.512273] env[63043]: INFO nova.compute.manager [-] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Took 1.73 seconds to deallocate network for instance. [ 802.521224] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 0da32a35-bed2-4d68-a24b-01bd67ec70d5/0da32a35-bed2-4d68-a24b-01bd67ec70d5.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.523033] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a72780fa-48a4-49e9-a5c3-cfad5206c6b9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.546484] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 802.546484] env[63043]: value = "task-2485987" [ 802.546484] env[63043]: _type = "Task" [ 802.546484] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.549948] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814198} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.553381] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 0e9ba214-805d-4744-83c7-72cda80bc706/0e9ba214-805d-4744-83c7-72cda80bc706.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.554819] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.554819] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-458f2727-84d0-4c54-80c4-ffe5368ac3a1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.565117] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485987, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.565117] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 802.565117] env[63043]: value = "task-2485988" [ 802.565117] env[63043]: _type = "Task" [ 802.565117] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.574056] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.597420] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526858e0-261c-9105-722c-6d3b24dd260c, 'name': SearchDatastore_Task, 'duration_secs': 0.058655} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.597741] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.598055] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 6715c0c8-6537-4057-912f-1391b5bf7d8c/6715c0c8-6537-4057-912f-1391b5bf7d8c.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.598347] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-543c1c08-8126-4f75-91b4-519eb3b24e9d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.605273] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 802.605273] env[63043]: value = "task-2485989" [ 802.605273] env[63043]: _type = "Task" [ 802.605273] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.614295] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.709152] env[63043]: DEBUG nova.scheduler.client.report [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.717935] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485985, 'name': ReconfigVM_Task, 'duration_secs': 0.36397} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.718276] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance 'dc294ec0-d246-43eb-b334-15578b9aaa9d' progress to 33 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.868283] env[63043]: DEBUG oslo_vmware.api [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2485986, 'name': ReconfigVM_Task, 'duration_secs': 0.259858} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.868705] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9726e794-f880-461c-903b-cd9ae65db450 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Reconfigured VM instance to set the machine id {{(pid=63043) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 802.934832] env[63043]: DEBUG oslo_vmware.api [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2485983, 'name': ReconfigVM_Task, 'duration_secs': 0.689252} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.935329] env[63043]: DEBUG oslo_concurrency.lockutils [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.935557] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Reconfigured VM to attach interface {{(pid=63043) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 803.042400] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.068223] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.077016] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074488} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.080626] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.081533] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82988e0a-5075-4474-a692-0e027404c6c7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.103859] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 0e9ba214-805d-4744-83c7-72cda80bc706/0e9ba214-805d-4744-83c7-72cda80bc706.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.105580] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9871161d-da28-4952-85c1-39549b6dfa8a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.132702] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485989, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.134617] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 803.134617] env[63043]: value = "task-2485990" [ 803.134617] env[63043]: _type = "Task" [ 803.134617] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.144741] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.214698] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.469s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.217849] env[63043]: DEBUG nova.network.neutron [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Updated VIF entry in instance network info cache for port 8c1fb648-d65b-4541-a693-1adc117ead6e. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.218073] env[63043]: DEBUG nova.network.neutron [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Updating instance_info_cache with network_info: [{"id": "8c1fb648-d65b-4541-a693-1adc117ead6e", "address": "fa:16:3e:43:1f:27", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c1fb648-d6", "ovs_interfaceid": "8c1fb648-d65b-4541-a693-1adc117ead6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.219262] env[63043]: DEBUG oslo_concurrency.lockutils [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.558s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.219489] env[63043]: DEBUG nova.objects.instance [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lazy-loading 'resources' on Instance uuid 9c02e136-fd81-4ea7-ae6b-bebc423d97d4 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.225843] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.226158] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.226316] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.226504] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.226656] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.226808] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.227028] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.227230] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.227368] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.227574] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.227999] env[63043]: DEBUG nova.virt.hardware [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.233318] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 803.234195] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60a0944e-fb6d-4e0f-ba68-cb27460ffa2d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.248890] env[63043]: INFO nova.scheduler.client.report [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Deleted allocations for instance f3095410-0a08-4561-861e-4022635c603a [ 803.258513] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 803.258513] env[63043]: value = "task-2485991" [ 803.258513] env[63043]: _type = "Task" [ 803.258513] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.268622] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.317125] env[63043]: INFO nova.compute.manager [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Rescuing [ 803.317409] env[63043]: DEBUG oslo_concurrency.lockutils [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "refresh_cache-ce48b27c-5c1a-4093-9867-ad7c8b912192" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.317563] env[63043]: DEBUG oslo_concurrency.lockutils [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired lock "refresh_cache-ce48b27c-5c1a-4093-9867-ad7c8b912192" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.317732] env[63043]: DEBUG nova.network.neutron [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.349247] env[63043]: DEBUG nova.network.neutron [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Successfully updated port: 7357a398-f48b-4f2c-851b-b0edafa92915 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.382018] env[63043]: DEBUG nova.compute.manager [req-1efbeac2-b7ab-4c6d-a007-ab6a11a185da req-93dd1be8-2039-4602-a876-227d70f856e8 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Received event network-changed-65ff0ed0-4838-4c18-bfba-fe61dc731854 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.382235] env[63043]: DEBUG nova.compute.manager [req-1efbeac2-b7ab-4c6d-a007-ab6a11a185da req-93dd1be8-2039-4602-a876-227d70f856e8 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Refreshing instance network info cache due to event network-changed-65ff0ed0-4838-4c18-bfba-fe61dc731854. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.382457] env[63043]: DEBUG oslo_concurrency.lockutils [req-1efbeac2-b7ab-4c6d-a007-ab6a11a185da req-93dd1be8-2039-4602-a876-227d70f856e8 service nova] Acquiring lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.382653] env[63043]: DEBUG oslo_concurrency.lockutils [req-1efbeac2-b7ab-4c6d-a007-ab6a11a185da req-93dd1be8-2039-4602-a876-227d70f856e8 service nova] Acquired lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.382867] env[63043]: DEBUG nova.network.neutron [req-1efbeac2-b7ab-4c6d-a007-ab6a11a185da req-93dd1be8-2039-4602-a876-227d70f856e8 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Refreshing network info cache for port 65ff0ed0-4838-4c18-bfba-fe61dc731854 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.440186] env[63043]: DEBUG oslo_concurrency.lockutils [None req-beac2adf-1d54-45f6-a78b-6d83b8020562 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-dd9d50c4-0607-4247-8e76-06903fb0a599-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.776s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.565281] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485987, 'name': ReconfigVM_Task, 'duration_secs': 0.769976} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.565592] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 0da32a35-bed2-4d68-a24b-01bd67ec70d5/0da32a35-bed2-4d68-a24b-01bd67ec70d5.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.566221] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecc9d821-3cfe-435c-924e-3c696f65f532 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.571962] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 803.571962] env[63043]: value = "task-2485992" [ 803.571962] env[63043]: _type = "Task" [ 803.571962] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.584315] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485992, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.629489] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681013} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.629724] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 6715c0c8-6537-4057-912f-1391b5bf7d8c/6715c0c8-6537-4057-912f-1391b5bf7d8c.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.630048] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.630306] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae14adac-77db-44f9-ae94-44f82f3fda0e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.640412] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 803.640412] env[63043]: value = "task-2485993" [ 803.640412] env[63043]: _type = "Task" [ 803.640412] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.647454] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485990, 'name': ReconfigVM_Task, 'duration_secs': 0.408532} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.648207] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 0e9ba214-805d-4744-83c7-72cda80bc706/0e9ba214-805d-4744-83c7-72cda80bc706.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.648986] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73c9b32c-db23-40bd-923d-c9c7f67228b0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.653545] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.657781] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 803.657781] env[63043]: value = "task-2485994" [ 803.657781] env[63043]: _type = "Task" [ 803.657781] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.665373] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485994, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.722780] env[63043]: DEBUG oslo_concurrency.lockutils [req-bddcfb41-61fb-4053-abd9-1f936b5a7a46 req-d564718b-3aa3-4aa8-a2fc-c167b938f2ce service nova] Releasing lock "refresh_cache-6715c0c8-6537-4057-912f-1391b5bf7d8c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.758148] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Lock "f3095410-0a08-4561-861e-4022635c603a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.375s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.771126] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485991, 'name': ReconfigVM_Task, 'duration_secs': 0.174013} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.771429] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 803.772234] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f9b3f4-f4d5-4d91-95c8-f37359fc8333 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.800989] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] dc294ec0-d246-43eb-b334-15578b9aaa9d/dc294ec0-d246-43eb-b334-15578b9aaa9d.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.803359] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b35401c1-73fa-43cd-a430-f61404a2be6f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.822520] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 803.822520] env[63043]: value = "task-2485995" [ 803.822520] env[63043]: _type = "Task" [ 803.822520] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.832726] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485995, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.850508] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "refresh_cache-b884c2ac-0b7b-4ae9-b858-b80a7d742e89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.850656] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "refresh_cache-b884c2ac-0b7b-4ae9-b858-b80a7d742e89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.851398] env[63043]: DEBUG nova.network.neutron [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.082917] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485992, 'name': Rename_Task, 'duration_secs': 0.183988} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.085454] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.085890] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cde7cc63-1b52-466d-be65-64a41f07df1d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.093452] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 804.093452] env[63043]: value = "task-2485996" [ 804.093452] env[63043]: _type = "Task" [ 804.093452] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.106315] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.146581] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8780a03f-9cec-4bc7-b797-c0766448d6b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.156063] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064434} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.160892] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.161783] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee6d1ea-178b-4d06-84f6-ab163db90884 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.167748] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98055dc7-8ced-4ad9-8e55-b5de89cb68f8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.171690] env[63043]: DEBUG nova.network.neutron [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Updating instance_info_cache with network_info: [{"id": "1f38fa07-a739-48c1-9bd8-060d279e8f3f", "address": "fa:16:3e:d6:f5:b3", "network": {"id": "97448065-6312-4739-a6bc-4cacefdfcb92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-695100015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1702247f9a9243f9b3fecef116508c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f38fa07-a7", "ovs_interfaceid": "1f38fa07-a739-48c1-9bd8-060d279e8f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.178107] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485994, 'name': Rename_Task, 'duration_secs': 0.159336} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.211438] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.220293] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 6715c0c8-6537-4057-912f-1391b5bf7d8c/6715c0c8-6537-4057-912f-1391b5bf7d8c.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.225292] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd818440-b0a1-453e-8865-3fa5a82e9048 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.225484] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c9a4c6a-76a5-4091-b892-52528836a6f3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.239906] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fefd249-d4f4-4e46-bc4d-995fc2dfcb0c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.249827] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1828966-6062-44ca-b44c-60ec011e1a06 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.253908] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 804.253908] env[63043]: value = "task-2485998" [ 804.253908] env[63043]: _type = "Task" [ 804.253908] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.255431] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 804.255431] env[63043]: value = "task-2485997" [ 804.255431] env[63043]: _type = "Task" [ 804.255431] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.269479] env[63043]: DEBUG nova.compute.provider_tree [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.276523] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.280359] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.291171] env[63043]: DEBUG nova.network.neutron [req-1efbeac2-b7ab-4c6d-a007-ab6a11a185da req-93dd1be8-2039-4602-a876-227d70f856e8 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Updated VIF entry in instance network info cache for port 65ff0ed0-4838-4c18-bfba-fe61dc731854. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.291630] env[63043]: DEBUG nova.network.neutron [req-1efbeac2-b7ab-4c6d-a007-ab6a11a185da req-93dd1be8-2039-4602-a876-227d70f856e8 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Updating instance_info_cache with network_info: [{"id": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "address": "fa:16:3e:e2:76:2a", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd89a75d-57", "ovs_interfaceid": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65ff0ed0-4838-4c18-bfba-fe61dc731854", "address": "fa:16:3e:39:09:33", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ff0ed0-48", "ovs_interfaceid": "65ff0ed0-4838-4c18-bfba-fe61dc731854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.338028] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2485995, 'name': ReconfigVM_Task, 'duration_secs': 0.274398} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.338409] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] dc294ec0-d246-43eb-b334-15578b9aaa9d/dc294ec0-d246-43eb-b334-15578b9aaa9d.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.338755] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance 'dc294ec0-d246-43eb-b334-15578b9aaa9d' progress to 50 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 804.377886] env[63043]: DEBUG nova.objects.instance [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Lazy-loading 'flavor' on Instance uuid f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.397334] env[63043]: DEBUG nova.network.neutron [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.605184] env[63043]: DEBUG oslo_vmware.api [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2485996, 'name': PowerOnVM_Task, 'duration_secs': 0.496255} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.605549] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.605815] env[63043]: INFO nova.compute.manager [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Took 10.70 seconds to spawn the instance on the hypervisor. [ 804.606059] env[63043]: DEBUG nova.compute.manager [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.606949] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b435626d-b6a7-4a0a-b58c-e6006deb34fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.675357] env[63043]: DEBUG oslo_concurrency.lockutils [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Releasing lock "refresh_cache-ce48b27c-5c1a-4093-9867-ad7c8b912192" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.712221] env[63043]: DEBUG nova.network.neutron [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Updating instance_info_cache with network_info: [{"id": "7357a398-f48b-4f2c-851b-b0edafa92915", "address": "fa:16:3e:e5:4e:2a", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7357a398-f4", "ovs_interfaceid": "7357a398-f48b-4f2c-851b-b0edafa92915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.732534] env[63043]: DEBUG nova.compute.manager [req-777781d4-b0a1-46d6-a84e-c23f6dd8fd60 req-8cbc62f3-121d-4c97-bfca-d77b87d47a26 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Received event network-changed-6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.732534] env[63043]: DEBUG nova.compute.manager [req-777781d4-b0a1-46d6-a84e-c23f6dd8fd60 req-8cbc62f3-121d-4c97-bfca-d77b87d47a26 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Refreshing instance network info cache due to event network-changed-6e41f344-26ad-4c57-934d-a5c9238d76ea. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.732917] env[63043]: DEBUG oslo_concurrency.lockutils [req-777781d4-b0a1-46d6-a84e-c23f6dd8fd60 req-8cbc62f3-121d-4c97-bfca-d77b87d47a26 service nova] Acquiring lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.733016] env[63043]: DEBUG oslo_concurrency.lockutils [req-777781d4-b0a1-46d6-a84e-c23f6dd8fd60 req-8cbc62f3-121d-4c97-bfca-d77b87d47a26 service nova] Acquired lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.733185] env[63043]: DEBUG nova.network.neutron [req-777781d4-b0a1-46d6-a84e-c23f6dd8fd60 req-8cbc62f3-121d-4c97-bfca-d77b87d47a26 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Refreshing network info cache for port 6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.767627] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485998, 'name': ReconfigVM_Task, 'duration_secs': 0.357992} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.770632] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 6715c0c8-6537-4057-912f-1391b5bf7d8c/6715c0c8-6537-4057-912f-1391b5bf7d8c.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.771828] env[63043]: DEBUG oslo_vmware.api [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2485997, 'name': PowerOnVM_Task, 'duration_secs': 0.44838} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.771828] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00627cbc-c76e-43f9-9905-69e471c54ba7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.773853] env[63043]: DEBUG nova.scheduler.client.report [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.777311] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.777597] env[63043]: DEBUG nova.compute.manager [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.778770] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176ca168-61d1-46cb-8c84-1a5ae525ac9c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.789011] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 804.789011] env[63043]: value = "task-2485999" [ 804.789011] env[63043]: _type = "Task" [ 804.789011] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.794047] env[63043]: DEBUG oslo_concurrency.lockutils [req-1efbeac2-b7ab-4c6d-a007-ab6a11a185da req-93dd1be8-2039-4602-a876-227d70f856e8 service nova] Releasing lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.801610] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485999, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.850672] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a79f9a-590b-4fff-84f8-77563550764e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.879427] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a160b3c-4cc1-4db5-9ad0-1bb4913fb0ed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.886155] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquiring lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.901510] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance 'dc294ec0-d246-43eb-b334-15578b9aaa9d' progress to 67 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 805.005256] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Acquiring lock "ceca798f-e220-445a-b8cc-72855897fadf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.005669] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Lock "ceca798f-e220-445a-b8cc-72855897fadf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.005795] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Acquiring lock "ceca798f-e220-445a-b8cc-72855897fadf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.006055] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Lock "ceca798f-e220-445a-b8cc-72855897fadf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.006298] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Lock "ceca798f-e220-445a-b8cc-72855897fadf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.008776] env[63043]: INFO nova.compute.manager [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Terminating instance [ 805.133650] env[63043]: INFO nova.compute.manager [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Took 48.46 seconds to build instance. [ 805.214045] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "refresh_cache-b884c2ac-0b7b-4ae9-b858-b80a7d742e89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.214343] env[63043]: DEBUG nova.compute.manager [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Instance network_info: |[{"id": "7357a398-f48b-4f2c-851b-b0edafa92915", "address": "fa:16:3e:e5:4e:2a", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7357a398-f4", "ovs_interfaceid": "7357a398-f48b-4f2c-851b-b0edafa92915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.214804] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:4e:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7357a398-f48b-4f2c-851b-b0edafa92915', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.222636] env[63043]: DEBUG oslo.service.loopingcall [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.223455] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.224167] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-261a9f3c-f314-411c-8890-8825c54ebe57 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.247895] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.247895] env[63043]: value = "task-2486000" [ 805.247895] env[63043]: _type = "Task" [ 805.247895] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.258983] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486000, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.279065] env[63043]: DEBUG oslo_concurrency.lockutils [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.282429] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.454s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.284275] env[63043]: INFO nova.compute.claims [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.317395] env[63043]: INFO nova.scheduler.client.report [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Deleted allocations for instance 9c02e136-fd81-4ea7-ae6b-bebc423d97d4 [ 805.318946] env[63043]: DEBUG oslo_concurrency.lockutils [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.324919] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2485999, 'name': Rename_Task, 'duration_secs': 0.165574} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.326069] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.326069] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bc24eec-30dc-42a8-a7ca-3877ffbab107 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.333176] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 805.333176] env[63043]: value = "task-2486001" [ 805.333176] env[63043]: _type = "Task" [ 805.333176] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.343745] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.475969] env[63043]: DEBUG nova.network.neutron [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Port 713e1793-aa17-47e8-94d6-54e355687dbf binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 805.513256] env[63043]: DEBUG nova.compute.manager [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.513314] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.514651] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7200c9-cf63-44c0-8232-a79c55429e84 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.525064] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.525064] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86b11827-11f1-4bb2-b2cd-03ce08565513 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.532141] env[63043]: DEBUG oslo_vmware.api [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Waiting for the task: (returnval){ [ 805.532141] env[63043]: value = "task-2486002" [ 805.532141] env[63043]: _type = "Task" [ 805.532141] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.545995] env[63043]: DEBUG oslo_vmware.api [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2486002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.572179] env[63043]: DEBUG nova.network.neutron [req-777781d4-b0a1-46d6-a84e-c23f6dd8fd60 req-8cbc62f3-121d-4c97-bfca-d77b87d47a26 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updated VIF entry in instance network info cache for port 6e41f344-26ad-4c57-934d-a5c9238d76ea. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.572591] env[63043]: DEBUG nova.network.neutron [req-777781d4-b0a1-46d6-a84e-c23f6dd8fd60 req-8cbc62f3-121d-4c97-bfca-d77b87d47a26 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updating instance_info_cache with network_info: [{"id": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "address": "fa:16:3e:4a:57:e7", "network": {"id": "7f5f79d9-e98d-4fec-8caf-5a692878f0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e100d951f7342d0b65e040d1168bc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41f344-26", "ovs_interfaceid": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.637450] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b38d0931-e147-4224-8037-437834d0fdd6 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.064s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.725023] env[63043]: DEBUG nova.compute.manager [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Received event network-vif-plugged-7357a398-f48b-4f2c-851b-b0edafa92915 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.725023] env[63043]: DEBUG oslo_concurrency.lockutils [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] Acquiring lock "b884c2ac-0b7b-4ae9-b858-b80a7d742e89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.725023] env[63043]: DEBUG oslo_concurrency.lockutils [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] Lock "b884c2ac-0b7b-4ae9-b858-b80a7d742e89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.725023] env[63043]: DEBUG oslo_concurrency.lockutils [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] Lock "b884c2ac-0b7b-4ae9-b858-b80a7d742e89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.725023] env[63043]: DEBUG nova.compute.manager [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] No waiting events found dispatching network-vif-plugged-7357a398-f48b-4f2c-851b-b0edafa92915 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.725023] env[63043]: WARNING nova.compute.manager [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Received unexpected event network-vif-plugged-7357a398-f48b-4f2c-851b-b0edafa92915 for instance with vm_state building and task_state spawning. [ 805.725023] env[63043]: DEBUG nova.compute.manager [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Received event network-changed-7357a398-f48b-4f2c-851b-b0edafa92915 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.725023] env[63043]: DEBUG nova.compute.manager [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Refreshing instance network info cache due to event network-changed-7357a398-f48b-4f2c-851b-b0edafa92915. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.725023] env[63043]: DEBUG oslo_concurrency.lockutils [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] Acquiring lock "refresh_cache-b884c2ac-0b7b-4ae9-b858-b80a7d742e89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.725023] env[63043]: DEBUG oslo_concurrency.lockutils [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] Acquired lock "refresh_cache-b884c2ac-0b7b-4ae9-b858-b80a7d742e89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.725023] env[63043]: DEBUG nova.network.neutron [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Refreshing network info cache for port 7357a398-f48b-4f2c-851b-b0edafa92915 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.757653] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486000, 'name': CreateVM_Task, 'duration_secs': 0.390559} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.757813] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.758526] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.758674] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.758998] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.759571] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c21d59-8b9a-4e68-8342-c48e95328237 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.764561] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 805.764561] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5249bd6f-a08f-715f-d459-82e85f0b09fc" [ 805.764561] env[63043]: _type = "Task" [ 805.764561] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.773281] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5249bd6f-a08f-715f-d459-82e85f0b09fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.829537] env[63043]: DEBUG oslo_concurrency.lockutils [None req-650111c8-aedb-4d97-81ad-1f1ec5321210 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "9c02e136-fd81-4ea7-ae6b-bebc423d97d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.543s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.843596] env[63043]: DEBUG oslo_vmware.api [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486001, 'name': PowerOnVM_Task, 'duration_secs': 0.482091} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.844546] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.844796] env[63043]: INFO nova.compute.manager [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Took 9.29 seconds to spawn the instance on the hypervisor. [ 805.844999] env[63043]: DEBUG nova.compute.manager [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.845881] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5973c81-58dc-4407-8e7c-722f0554d4ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.044174] env[63043]: DEBUG oslo_vmware.api [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2486002, 'name': PowerOffVM_Task, 'duration_secs': 0.20929} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.044435] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.044614] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.044872] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5d9975e-d82d-4dc5-8a11-2242fa80270d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.075304] env[63043]: DEBUG oslo_concurrency.lockutils [req-777781d4-b0a1-46d6-a84e-c23f6dd8fd60 req-8cbc62f3-121d-4c97-bfca-d77b87d47a26 service nova] Releasing lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.075627] env[63043]: DEBUG nova.compute.manager [req-777781d4-b0a1-46d6-a84e-c23f6dd8fd60 req-8cbc62f3-121d-4c97-bfca-d77b87d47a26 service nova] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Received event network-vif-deleted-336fa601-8d72-4f4e-a71f-f41d251544ff {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.076104] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquired lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.107733] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.108019] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.108210] env[63043]: INFO nova.compute.manager [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Shelving [ 806.120736] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.120993] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.121228] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Deleting the datastore file [datastore2] ceca798f-e220-445a-b8cc-72855897fadf {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.122134] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b048fa0d-a6b0-4135-8d27-a167da1efd08 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.130137] env[63043]: DEBUG oslo_vmware.api [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Waiting for the task: (returnval){ [ 806.130137] env[63043]: value = "task-2486004" [ 806.130137] env[63043]: _type = "Task" [ 806.130137] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.139834] env[63043]: DEBUG oslo_vmware.api [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2486004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.201320] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "interface-dd9d50c4-0607-4247-8e76-06903fb0a599-65ff0ed0-4838-4c18-bfba-fe61dc731854" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.201586] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-dd9d50c4-0607-4247-8e76-06903fb0a599-65ff0ed0-4838-4c18-bfba-fe61dc731854" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.230694] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.230970] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93ad5a59-04ad-4ff5-8f6e-2e3b075ebb47 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.240784] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 806.240784] env[63043]: value = "task-2486005" [ 806.240784] env[63043]: _type = "Task" [ 806.240784] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.256255] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.274214] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5249bd6f-a08f-715f-d459-82e85f0b09fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013011} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.274577] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.274855] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.275339] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.275533] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.275935] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.279942] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e8043da-fba2-489b-a54c-dc348fd4aa61 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.288024] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.288250] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.289141] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf0f61e-9375-4757-8434-02c320f09ba9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.297803] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 806.297803] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c93a68-d4ce-70a6-cbf8-b41cbaf95090" [ 806.297803] env[63043]: _type = "Task" [ 806.297803] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.310245] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c93a68-d4ce-70a6-cbf8-b41cbaf95090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.365230] env[63043]: INFO nova.compute.manager [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Took 40.35 seconds to build instance. [ 806.507211] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "dc294ec0-d246-43eb-b334-15578b9aaa9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.507445] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "dc294ec0-d246-43eb-b334-15578b9aaa9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.507622] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "dc294ec0-d246-43eb-b334-15578b9aaa9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.642395] env[63043]: DEBUG oslo_vmware.api [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Task: {'id': task-2486004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30915} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.642651] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.642834] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.643588] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.643588] env[63043]: INFO nova.compute.manager [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 806.643588] env[63043]: DEBUG oslo.service.loopingcall [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.643811] env[63043]: DEBUG nova.compute.manager [-] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.643811] env[63043]: DEBUG nova.network.neutron [-] [instance: ceca798f-e220-445a-b8cc-72855897fadf] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.704540] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.704813] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.705669] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e4aff6-b28a-4275-aff9-3b18b211e35d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.731150] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaba6847-9073-4db2-beb5-ee6ac673969c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.758803] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Reconfiguring VM to detach interface {{(pid=63043) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 806.764779] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac89141-3a9a-4590-b7b6-abe85e5952eb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.783977] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486005, 'name': PowerOffVM_Task, 'duration_secs': 0.191454} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.785303] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.785704] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 806.785704] env[63043]: value = "task-2486006" [ 806.785704] env[63043]: _type = "Task" [ 806.785704] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.786425] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0792b0a2-4db9-4f41-8473-04a8bfd41a0a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.793274] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec015895-fe22-4752-ab38-6c510fc6719e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.808885] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquiring lock "0e9ba214-805d-4744-83c7-72cda80bc706" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.809127] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Lock "0e9ba214-805d-4744-83c7-72cda80bc706" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.809324] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquiring lock "0e9ba214-805d-4744-83c7-72cda80bc706-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.809500] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Lock "0e9ba214-805d-4744-83c7-72cda80bc706-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.809680] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Lock "0e9ba214-805d-4744-83c7-72cda80bc706-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.818558] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4743d7b5-ab20-41e3-9a55-cf348ef7426d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.821296] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.821780] env[63043]: INFO nova.compute.manager [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Terminating instance [ 806.827825] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8338925d-ab61-448e-bf70-91502b7fb420 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.838689] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c93a68-d4ce-70a6-cbf8-b41cbaf95090, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.840715] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09cfb3d-b367-42ef-b7b0-e15b7bac2c42 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.869356] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e700b8-6312-408d-b26d-f28b0c2c85f0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.873072] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6e122ce-85ed-481d-9e85-14f4ea785b37 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "6715c0c8-6537-4057-912f-1391b5bf7d8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.309s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.873662] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 806.873662] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]521598fb-84c9-5d1e-98cd-da7eea947ac5" [ 806.873662] env[63043]: _type = "Task" [ 806.873662] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.881958] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f012cd-d480-4477-9e34-6ffbc08a4e43 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.889167] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521598fb-84c9-5d1e-98cd-da7eea947ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.891640] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.891885] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51eac521-4288-4b46-bf84-7570e6cdd6a6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.902037] env[63043]: DEBUG nova.compute.provider_tree [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.909013] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 806.909013] env[63043]: value = "task-2486007" [ 806.909013] env[63043]: _type = "Task" [ 806.909013] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.920031] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 806.920031] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.920031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.930168] env[63043]: DEBUG nova.network.neutron [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Updated VIF entry in instance network info cache for port 7357a398-f48b-4f2c-851b-b0edafa92915. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.930511] env[63043]: DEBUG nova.network.neutron [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Updating instance_info_cache with network_info: [{"id": "7357a398-f48b-4f2c-851b-b0edafa92915", "address": "fa:16:3e:e5:4e:2a", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7357a398-f4", "ovs_interfaceid": "7357a398-f48b-4f2c-851b-b0edafa92915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.957744] env[63043]: DEBUG nova.network.neutron [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.111122] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "201518f4-3a96-46a3-b8c8-929ba49e6f80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.111122] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "201518f4-3a96-46a3-b8c8-929ba49e6f80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.119347] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.119609] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b12c27d-5439-4ba2-bc98-9dfdc7fcc3ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.128450] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 807.128450] env[63043]: value = "task-2486008" [ 807.128450] env[63043]: _type = "Task" [ 807.128450] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.137441] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.302287] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.334763] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquiring lock "refresh_cache-0e9ba214-805d-4744-83c7-72cda80bc706" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.334982] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquired lock "refresh_cache-0e9ba214-805d-4744-83c7-72cda80bc706" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.335273] env[63043]: DEBUG nova.network.neutron [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.388101] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521598fb-84c9-5d1e-98cd-da7eea947ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.022301} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.388707] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.389043] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] b884c2ac-0b7b-4ae9-b858-b80a7d742e89/b884c2ac-0b7b-4ae9-b858-b80a7d742e89.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.389444] env[63043]: DEBUG oslo_concurrency.lockutils [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.389727] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.390082] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1d6d266-dab4-417f-8e24-b96457595ae0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.394550] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-867b1ec5-84e2-4b5c-8bd2-fbb1f447cc9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.402632] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 807.402632] env[63043]: value = "task-2486009" [ 807.402632] env[63043]: _type = "Task" [ 807.402632] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.413986] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.415190] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.415366] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.416108] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9766f60c-6c94-4749-892a-daa0acfc5b22 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.422145] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 807.422145] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523beced-f24a-a1ee-d149-c74638f99d17" [ 807.422145] env[63043]: _type = "Task" [ 807.422145] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.427039] env[63043]: ERROR nova.scheduler.client.report [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [req-a7a2fb02-2ab1-44eb-999c-33d84de536b4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1c615ed-2198-4c37-92f9-e049b1e9001f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7a2fb02-2ab1-44eb-999c-33d84de536b4"}]} [ 807.434791] env[63043]: DEBUG oslo_concurrency.lockutils [req-79f3448b-4d85-4194-9b6f-0b6b28c623d6 req-2a67fd9b-e73c-4125-816d-41c77565b7b1 service nova] Releasing lock "refresh_cache-b884c2ac-0b7b-4ae9-b858-b80a7d742e89" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.434791] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523beced-f24a-a1ee-d149-c74638f99d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.444363] env[63043]: DEBUG nova.scheduler.client.report [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Refreshing inventories for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 807.461254] env[63043]: DEBUG nova.scheduler.client.report [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Updating ProviderTree inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 807.461674] env[63043]: DEBUG nova.compute.provider_tree [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.478200] env[63043]: DEBUG nova.scheduler.client.report [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Refreshing aggregate associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, aggregates: None {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 807.487599] env[63043]: DEBUG nova.compute.manager [req-d728a0a2-1ba7-4e5e-88f7-49ecb6c80b60 req-d4b48cf9-b403-4819-b08a-c3b858bf6e20 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Received event network-vif-deleted-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.488059] env[63043]: INFO nova.compute.manager [req-d728a0a2-1ba7-4e5e-88f7-49ecb6c80b60 req-d4b48cf9-b403-4819-b08a-c3b858bf6e20 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Neutron deleted interface dba84d01-cf0d-47b3-ae95-2c3ba2a12d38; detaching it from the instance and deleting it from the info cache [ 807.488214] env[63043]: DEBUG nova.network.neutron [req-d728a0a2-1ba7-4e5e-88f7-49ecb6c80b60 req-d4b48cf9-b403-4819-b08a-c3b858bf6e20 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.500205] env[63043]: DEBUG nova.scheduler.client.report [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Refreshing trait associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 807.586727] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.587962] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.587962] env[63043]: DEBUG nova.network.neutron [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.612964] env[63043]: DEBUG nova.compute.manager [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.642385] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486008, 'name': PowerOffVM_Task, 'duration_secs': 0.317518} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.642920] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.643797] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed6714b-95eb-4ad9-b5f8-1830d05ecdf5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.669333] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fa0d05-59cb-4ac6-89b4-6b5d4109b7ac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.712337] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "f1ea415c-1a7a-4ed4-a7e1-88f28360866c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.712599] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "f1ea415c-1a7a-4ed4-a7e1-88f28360866c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.759215] env[63043]: DEBUG nova.compute.manager [req-a68638f5-d91e-4a29-b7f6-3a5a4a878498 req-32ba22f0-7990-4116-8c7b-3163faeb16e7 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Received event network-changed-6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.759215] env[63043]: DEBUG nova.compute.manager [req-a68638f5-d91e-4a29-b7f6-3a5a4a878498 req-32ba22f0-7990-4116-8c7b-3163faeb16e7 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Refreshing instance network info cache due to event network-changed-6e41f344-26ad-4c57-934d-a5c9238d76ea. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 807.759215] env[63043]: DEBUG oslo_concurrency.lockutils [req-a68638f5-d91e-4a29-b7f6-3a5a4a878498 req-32ba22f0-7990-4116-8c7b-3163faeb16e7 service nova] Acquiring lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.772657] env[63043]: DEBUG nova.network.neutron [-] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.776631] env[63043]: DEBUG nova.network.neutron [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updating instance_info_cache with network_info: [{"id": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "address": "fa:16:3e:4a:57:e7", "network": {"id": "7f5f79d9-e98d-4fec-8caf-5a692878f0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e100d951f7342d0b65e040d1168bc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41f344-26", "ovs_interfaceid": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.801291] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.861165] env[63043]: DEBUG nova.network.neutron [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.914288] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486009, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.927194] env[63043]: DEBUG nova.network.neutron [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.934811] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523beced-f24a-a1ee-d149-c74638f99d17, 'name': SearchDatastore_Task, 'duration_secs': 0.019863} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.940218] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea805ef-48f6-4ef4-9e7a-bb4349d243de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.945845] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 807.945845] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52adc6ee-06f6-0ceb-eae3-1dd6666ba58c" [ 807.945845] env[63043]: _type = "Task" [ 807.945845] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.956773] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52adc6ee-06f6-0ceb-eae3-1dd6666ba58c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.992878] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8738fea3-64fe-4b18-81ad-3764c695c3b0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.001024] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d361d863-325e-405a-a010-458a568af45b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.039777] env[63043]: DEBUG nova.compute.manager [req-d728a0a2-1ba7-4e5e-88f7-49ecb6c80b60 req-d4b48cf9-b403-4819-b08a-c3b858bf6e20 service nova] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Detach interface failed, port_id=dba84d01-cf0d-47b3-ae95-2c3ba2a12d38, reason: Instance ceca798f-e220-445a-b8cc-72855897fadf could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 808.049509] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eae37b7-064f-4f3b-8894-8ba9229b7957 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.056397] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd346c02-60e4-4c0e-b7aa-db4a0ca08fc6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.087766] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72063589-46e2-4c22-9522-185be37ce863 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.097824] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b92c10-7475-4ccc-af6d-c467e7098092 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.111503] env[63043]: DEBUG nova.compute.provider_tree [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.131740] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.186742] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.187100] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f008a9f-cbf0-4f95-963a-4d7a89a456bf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.195339] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 808.195339] env[63043]: value = "task-2486010" [ 808.195339] env[63043]: _type = "Task" [ 808.195339] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.203154] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486010, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.215219] env[63043]: DEBUG nova.compute.manager [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.274265] env[63043]: INFO nova.compute.manager [-] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Took 1.63 seconds to deallocate network for instance. [ 808.279301] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Releasing lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.279513] env[63043]: DEBUG nova.compute.manager [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Inject network info {{(pid=63043) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 808.279819] env[63043]: DEBUG nova.compute.manager [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] network_info to inject: |[{"id": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "address": "fa:16:3e:4a:57:e7", "network": {"id": "7f5f79d9-e98d-4fec-8caf-5a692878f0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e100d951f7342d0b65e040d1168bc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41f344-26", "ovs_interfaceid": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 808.284553] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Reconfiguring VM instance to set the machine id {{(pid=63043) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 808.287505] env[63043]: DEBUG oslo_concurrency.lockutils [req-a68638f5-d91e-4a29-b7f6-3a5a4a878498 req-32ba22f0-7990-4116-8c7b-3163faeb16e7 service nova] Acquired lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.287695] env[63043]: DEBUG nova.network.neutron [req-a68638f5-d91e-4a29-b7f6-3a5a4a878498 req-32ba22f0-7990-4116-8c7b-3163faeb16e7 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Refreshing network info cache for port 6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.288730] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88cd6ffb-ab3a-4a82-a571-221672b791fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.312846] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.314532] env[63043]: DEBUG oslo_vmware.api [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for the task: (returnval){ [ 808.314532] env[63043]: value = "task-2486011" [ 808.314532] env[63043]: _type = "Task" [ 808.314532] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.324043] env[63043]: DEBUG oslo_vmware.api [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2486011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.341157] env[63043]: DEBUG nova.network.neutron [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance_info_cache with network_info: [{"id": "713e1793-aa17-47e8-94d6-54e355687dbf", "address": "fa:16:3e:f2:27:83", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713e1793-aa", "ovs_interfaceid": "713e1793-aa17-47e8-94d6-54e355687dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.413561] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551696} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.413859] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] b884c2ac-0b7b-4ae9-b858-b80a7d742e89/b884c2ac-0b7b-4ae9-b858-b80a7d742e89.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.414137] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.414415] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1627d904-de2e-4220-8657-2522d144916b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.422233] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 808.422233] env[63043]: value = "task-2486012" [ 808.422233] env[63043]: _type = "Task" [ 808.422233] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.430752] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Releasing lock "refresh_cache-0e9ba214-805d-4744-83c7-72cda80bc706" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.431283] env[63043]: DEBUG nova.compute.manager [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.431532] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.431808] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.432704] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be13999-7e32-4724-bcf2-cef4961ab47f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.444352] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.448879] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dd7f21e-9bdb-4858-851f-63ba4f37e151 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.460427] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52adc6ee-06f6-0ceb-eae3-1dd6666ba58c, 'name': SearchDatastore_Task, 'duration_secs': 0.015056} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.461991] env[63043]: DEBUG oslo_concurrency.lockutils [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.462396] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] ce48b27c-5c1a-4093-9867-ad7c8b912192/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk. {{(pid=63043) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 808.462799] env[63043]: DEBUG oslo_vmware.api [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 808.462799] env[63043]: value = "task-2486013" [ 808.462799] env[63043]: _type = "Task" [ 808.462799] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.463081] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7995056b-5fd0-4770-80c6-33a3bf4ab70a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.474768] env[63043]: DEBUG oslo_vmware.api [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2486013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.476296] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 808.476296] env[63043]: value = "task-2486014" [ 808.476296] env[63043]: _type = "Task" [ 808.476296] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.489189] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.612118] env[63043]: DEBUG nova.network.neutron [req-a68638f5-d91e-4a29-b7f6-3a5a4a878498 req-32ba22f0-7990-4116-8c7b-3163faeb16e7 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updated VIF entry in instance network info cache for port 6e41f344-26ad-4c57-934d-a5c9238d76ea. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.612118] env[63043]: DEBUG nova.network.neutron [req-a68638f5-d91e-4a29-b7f6-3a5a4a878498 req-32ba22f0-7990-4116-8c7b-3163faeb16e7 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updating instance_info_cache with network_info: [{"id": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "address": "fa:16:3e:4a:57:e7", "network": {"id": "7f5f79d9-e98d-4fec-8caf-5a692878f0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1171340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e100d951f7342d0b65e040d1168bc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41f344-26", "ovs_interfaceid": "6e41f344-26ad-4c57-934d-a5c9238d76ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.648357] env[63043]: DEBUG nova.scheduler.client.report [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Updated inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 808.648626] env[63043]: DEBUG nova.compute.provider_tree [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Updating resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f generation from 80 to 81 during operation: update_inventory {{(pid=63043) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 808.648820] env[63043]: DEBUG nova.compute.provider_tree [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.706137] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486010, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.745412] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.788601] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.815063] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.826051] env[63043]: DEBUG oslo_vmware.api [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2486011, 'name': ReconfigVM_Task, 'duration_secs': 0.158498} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.826247] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaf273f-67d8-4b80-9169-2a96183649a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Reconfigured VM instance to set the machine id {{(pid=63043) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 808.845553] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.934337] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074068} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.934832] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.935914] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ef9462-54dc-428f-b53d-16c13eaf03b5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.959402] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] b884c2ac-0b7b-4ae9-b858-b80a7d742e89/b884c2ac-0b7b-4ae9-b858-b80a7d742e89.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.959679] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9243a261-a91f-4a30-8ee7-bb58b6d39311 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.982804] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 808.982804] env[63043]: value = "task-2486015" [ 808.982804] env[63043]: _type = "Task" [ 808.982804] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.988380] env[63043]: DEBUG oslo_vmware.api [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2486013, 'name': PowerOffVM_Task, 'duration_secs': 0.112906} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.991502] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.991677] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.991923] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487833} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.992406] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bf9706c-0038-42e2-a9b6-09d646c6c6c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.993725] env[63043]: INFO nova.virt.vmwareapi.ds_util [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] ce48b27c-5c1a-4093-9867-ad7c8b912192/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk. [ 808.997140] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbef4c0b-378b-427f-8cc2-3f6734b960f4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.999470] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.023042] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] ce48b27c-5c1a-4093-9867-ad7c8b912192/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.024356] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e2aeff7-601c-4939-8809-5694bc5a62a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.039046] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.039046] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.039046] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Deleting the datastore file [datastore1] 0e9ba214-805d-4744-83c7-72cda80bc706 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.039046] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd91884e-648d-4e3f-938a-a6ea9ee857c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.044973] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 809.044973] env[63043]: value = "task-2486017" [ 809.044973] env[63043]: _type = "Task" [ 809.044973] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.047399] env[63043]: DEBUG oslo_vmware.api [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for the task: (returnval){ [ 809.047399] env[63043]: value = "task-2486018" [ 809.047399] env[63043]: _type = "Task" [ 809.047399] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.058604] env[63043]: DEBUG oslo_vmware.api [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2486018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.061626] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.115521] env[63043]: DEBUG oslo_concurrency.lockutils [req-a68638f5-d91e-4a29-b7f6-3a5a4a878498 req-32ba22f0-7990-4116-8c7b-3163faeb16e7 service nova] Releasing lock "refresh_cache-f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.131122] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquiring lock "f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.131122] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Lock "f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.131122] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquiring lock "f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.131369] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Lock "f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.131465] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Lock "f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.133906] env[63043]: INFO nova.compute.manager [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Terminating instance [ 809.155120] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.873s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.155644] env[63043]: DEBUG nova.compute.manager [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.158240] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.539s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.159893] env[63043]: INFO nova.compute.claims [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.205752] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486010, 'name': CreateSnapshot_Task, 'duration_secs': 0.889617} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.206042] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 809.206774] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d865d7a1-a227-4c9a-9b4f-f750bb1b68b6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.314530] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.366388] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80626df8-25f3-4012-bb88-5a53f064c468 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.385194] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90208dca-71cb-491b-8cb2-c3a968f30120 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.391675] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance 'dc294ec0-d246-43eb-b334-15578b9aaa9d' progress to 83 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.492390] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486015, 'name': ReconfigVM_Task, 'duration_secs': 0.321615} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.492702] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Reconfigured VM instance instance-00000038 to attach disk [datastore1] b884c2ac-0b7b-4ae9-b858-b80a7d742e89/b884c2ac-0b7b-4ae9-b858-b80a7d742e89.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.493338] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56fcc55d-3c6c-497f-9bfa-582a409b0a06 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.499743] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 809.499743] env[63043]: value = "task-2486019" [ 809.499743] env[63043]: _type = "Task" [ 809.499743] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.507655] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486019, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.557731] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486017, 'name': ReconfigVM_Task, 'duration_secs': 0.303799} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.560858] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Reconfigured VM instance instance-00000035 to attach disk [datastore1] ce48b27c-5c1a-4093-9867-ad7c8b912192/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.561260] env[63043]: DEBUG oslo_vmware.api [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Task: {'id': task-2486018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129852} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.561984] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6163bc4-2fcb-45ae-ae20-2683a84e6b50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.564430] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.564649] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.564878] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.565073] env[63043]: INFO nova.compute.manager [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Took 1.13 seconds to destroy the instance on the hypervisor. [ 809.565344] env[63043]: DEBUG oslo.service.loopingcall [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.565561] env[63043]: DEBUG nova.compute.manager [-] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.565668] env[63043]: DEBUG nova.network.neutron [-] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.590809] env[63043]: DEBUG nova.network.neutron [-] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.592229] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5caa661-1f37-4fd6-ae6e-842c6470bdde {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.608677] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 809.608677] env[63043]: value = "task-2486020" [ 809.608677] env[63043]: _type = "Task" [ 809.608677] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.617287] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.638528] env[63043]: DEBUG nova.compute.manager [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.638762] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.640226] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b1cbf4-3ea4-4078-956e-87d08fc23a87 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.648157] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.648414] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1521250-50fe-4dde-84ee-1161841122f4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.654897] env[63043]: DEBUG oslo_vmware.api [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for the task: (returnval){ [ 809.654897] env[63043]: value = "task-2486021" [ 809.654897] env[63043]: _type = "Task" [ 809.654897] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.664361] env[63043]: DEBUG nova.compute.utils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 809.667821] env[63043]: DEBUG oslo_vmware.api [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2486021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.668755] env[63043]: DEBUG nova.compute.manager [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.668755] env[63043]: DEBUG nova.network.neutron [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.705376] env[63043]: DEBUG nova.policy [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82b9e09d1d954d8cb396823a80ad354e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b16e01894655450ead0552627dec53e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.725353] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 809.725441] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa647ce9-be32-4bbd-ac38-0aa0a1d9e536 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.736189] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 809.736189] env[63043]: value = "task-2486022" [ 809.736189] env[63043]: _type = "Task" [ 809.736189] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.742663] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486022, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.816880] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.898210] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.898536] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd66f07a-da67-4b32-9fc3-a716efd9a944 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.905614] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 809.905614] env[63043]: value = "task-2486023" [ 809.905614] env[63043]: _type = "Task" [ 809.905614] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.914539] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.010648] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486019, 'name': Rename_Task, 'duration_secs': 0.174443} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.010948] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.011268] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b79a195b-909a-4f5a-80f4-fc9b5a0775fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.018150] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 810.018150] env[63043]: value = "task-2486024" [ 810.018150] env[63043]: _type = "Task" [ 810.018150] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.029418] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.071114] env[63043]: DEBUG nova.network.neutron [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Successfully created port: 06a39cb6-bb39-4307-a3c8-c1fe04638acb {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.103901] env[63043]: DEBUG nova.network.neutron [-] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.121419] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486020, 'name': ReconfigVM_Task, 'duration_secs': 0.210022} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.121419] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.121419] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24ce3211-59d7-460f-9684-c184945aa188 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.127269] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 810.127269] env[63043]: value = "task-2486025" [ 810.127269] env[63043]: _type = "Task" [ 810.127269] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.135168] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.164548] env[63043]: DEBUG oslo_vmware.api [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2486021, 'name': PowerOffVM_Task, 'duration_secs': 0.189917} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.164975] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.165181] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.165438] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fcc2993-fbe5-4ae9-b89d-335d97bd1525 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.171561] env[63043]: DEBUG nova.compute.manager [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.247360] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.247586] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.247767] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Deleting the datastore file [datastore1] f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.248118] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-203098e2-8a0e-4606-8331-487a7e0d3fc2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.255020] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486022, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.256387] env[63043]: DEBUG oslo_vmware.api [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for the task: (returnval){ [ 810.256387] env[63043]: value = "task-2486027" [ 810.256387] env[63043]: _type = "Task" [ 810.256387] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.268461] env[63043]: DEBUG oslo_vmware.api [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2486027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.314712] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.416617] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.532055] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486024, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.606472] env[63043]: INFO nova.compute.manager [-] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Took 1.04 seconds to deallocate network for instance. [ 810.637974] env[63043]: DEBUG oslo_vmware.api [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486025, 'name': PowerOnVM_Task, 'duration_secs': 0.431647} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.638271] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.643273] env[63043]: DEBUG nova.compute.manager [None req-37b40a3b-cf6a-4d8a-aa08-047a89b62ba6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.644029] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deb8dd5-692e-46e5-9f77-6e1009822e6b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.655455] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd86d78-12e8-4ea7-bb86-b9a2330e3591 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.667858] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38261681-8478-43a8-b886-d73cac4e7101 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.707080] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb265d9-3621-4014-8aa5-06fd2d1d6c44 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.715656] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09c309c-bdc6-457b-b98c-d9a68aab0d78 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.731453] env[63043]: DEBUG nova.compute.provider_tree [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.752168] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486022, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.765941] env[63043]: DEBUG oslo_vmware.api [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Task: {'id': task-2486027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199608} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.766155] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.766343] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.766523] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.766696] env[63043]: INFO nova.compute.manager [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 810.766932] env[63043]: DEBUG oslo.service.loopingcall [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 810.767166] env[63043]: DEBUG nova.compute.manager [-] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.767274] env[63043]: DEBUG nova.network.neutron [-] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.814576] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.919316] env[63043]: DEBUG oslo_vmware.api [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486023, 'name': PowerOnVM_Task, 'duration_secs': 0.586305} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.919611] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.919800] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04623240-19c5-40e1-b1db-6ea366e36c7e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance 'dc294ec0-d246-43eb-b334-15578b9aaa9d' progress to 100 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.033291] env[63043]: DEBUG oslo_vmware.api [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486024, 'name': PowerOnVM_Task, 'duration_secs': 0.579688} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.033661] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.033838] env[63043]: INFO nova.compute.manager [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Took 9.27 seconds to spawn the instance on the hypervisor. [ 811.034044] env[63043]: DEBUG nova.compute.manager [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.034859] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cafdac0-e4e7-4ddf-9919-d71a48470ca6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.113046] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.207273] env[63043]: DEBUG nova.compute.manager [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.236015] env[63043]: DEBUG nova.scheduler.client.report [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.251306] env[63043]: DEBUG nova.virt.hardware [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.251598] env[63043]: DEBUG nova.virt.hardware [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.252212] env[63043]: DEBUG nova.virt.hardware [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.252212] env[63043]: DEBUG nova.virt.hardware [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.252212] env[63043]: DEBUG nova.virt.hardware [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.252212] env[63043]: DEBUG nova.virt.hardware [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.253192] env[63043]: DEBUG nova.virt.hardware [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.253192] env[63043]: DEBUG nova.virt.hardware [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.253192] env[63043]: DEBUG nova.virt.hardware [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.253192] env[63043]: DEBUG nova.virt.hardware [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.253192] env[63043]: DEBUG nova.virt.hardware [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.255135] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f84c71-a9d7-4e3d-bb7c-33d1bd5a3986 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.266772] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486022, 'name': CloneVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.268029] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0efd57c-6aea-4a77-955c-8f4868ec2adb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.316191] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.456757] env[63043]: DEBUG nova.compute.manager [req-2952583e-18b5-4fe6-8459-bb3941ffd5f8 req-63de820b-debb-42a6-804c-6b946ad8a980 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Received event network-vif-deleted-6e41f344-26ad-4c57-934d-a5c9238d76ea {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.456815] env[63043]: INFO nova.compute.manager [req-2952583e-18b5-4fe6-8459-bb3941ffd5f8 req-63de820b-debb-42a6-804c-6b946ad8a980 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Neutron deleted interface 6e41f344-26ad-4c57-934d-a5c9238d76ea; detaching it from the instance and deleting it from the info cache [ 811.457058] env[63043]: DEBUG nova.network.neutron [req-2952583e-18b5-4fe6-8459-bb3941ffd5f8 req-63de820b-debb-42a6-804c-6b946ad8a980 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.554399] env[63043]: INFO nova.compute.manager [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Took 43.52 seconds to build instance. [ 811.653162] env[63043]: DEBUG nova.compute.manager [req-7a25b668-5724-4614-84a0-496bc490e619 req-5e3869c8-b414-4735-b020-56b4ac4203d1 service nova] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Received event network-vif-plugged-06a39cb6-bb39-4307-a3c8-c1fe04638acb {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.653424] env[63043]: DEBUG oslo_concurrency.lockutils [req-7a25b668-5724-4614-84a0-496bc490e619 req-5e3869c8-b414-4735-b020-56b4ac4203d1 service nova] Acquiring lock "7ed9677f-f0e2-49fa-9827-cb216e4e417a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.653640] env[63043]: DEBUG oslo_concurrency.lockutils [req-7a25b668-5724-4614-84a0-496bc490e619 req-5e3869c8-b414-4735-b020-56b4ac4203d1 service nova] Lock "7ed9677f-f0e2-49fa-9827-cb216e4e417a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.653817] env[63043]: DEBUG oslo_concurrency.lockutils [req-7a25b668-5724-4614-84a0-496bc490e619 req-5e3869c8-b414-4735-b020-56b4ac4203d1 service nova] Lock "7ed9677f-f0e2-49fa-9827-cb216e4e417a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.653994] env[63043]: DEBUG nova.compute.manager [req-7a25b668-5724-4614-84a0-496bc490e619 req-5e3869c8-b414-4735-b020-56b4ac4203d1 service nova] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] No waiting events found dispatching network-vif-plugged-06a39cb6-bb39-4307-a3c8-c1fe04638acb {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.654526] env[63043]: WARNING nova.compute.manager [req-7a25b668-5724-4614-84a0-496bc490e619 req-5e3869c8-b414-4735-b020-56b4ac4203d1 service nova] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Received unexpected event network-vif-plugged-06a39cb6-bb39-4307-a3c8-c1fe04638acb for instance with vm_state building and task_state spawning. [ 811.741374] env[63043]: INFO nova.compute.manager [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Unrescuing [ 811.741374] env[63043]: DEBUG oslo_concurrency.lockutils [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "refresh_cache-ce48b27c-5c1a-4093-9867-ad7c8b912192" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.741374] env[63043]: DEBUG oslo_concurrency.lockutils [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquired lock "refresh_cache-ce48b27c-5c1a-4093-9867-ad7c8b912192" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.741374] env[63043]: DEBUG nova.network.neutron [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.742587] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.743324] env[63043]: DEBUG nova.compute.manager [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.747038] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.241s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.748434] env[63043]: DEBUG nova.objects.instance [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lazy-loading 'resources' on Instance uuid efda071e-50e2-4627-8f1f-1f8653b6c2ad {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.767624] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486022, 'name': CloneVM_Task, 'duration_secs': 1.618068} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.767876] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Created linked-clone VM from snapshot [ 811.769522] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4256a8-3aec-4034-b3f4-868bfeeb473b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.783725] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Uploading image b324d454-fc78-48f2-99f2-fc493c21c40a {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 811.799574] env[63043]: DEBUG nova.network.neutron [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Successfully updated port: 06a39cb6-bb39-4307-a3c8-c1fe04638acb {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.823752] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.826224] env[63043]: DEBUG oslo_vmware.rw_handles [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 811.826224] env[63043]: value = "vm-502997" [ 811.826224] env[63043]: _type = "VirtualMachine" [ 811.826224] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 811.826669] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f6edf7d2-3ae7-4d2a-b62d-24d2e9eb0e1f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.834499] env[63043]: DEBUG oslo_vmware.rw_handles [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lease: (returnval){ [ 811.834499] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52112287-3778-eb21-5ba3-b704c6164e21" [ 811.834499] env[63043]: _type = "HttpNfcLease" [ 811.834499] env[63043]: } obtained for exporting VM: (result){ [ 811.834499] env[63043]: value = "vm-502997" [ 811.834499] env[63043]: _type = "VirtualMachine" [ 811.834499] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 811.834499] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the lease: (returnval){ [ 811.834499] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52112287-3778-eb21-5ba3-b704c6164e21" [ 811.834499] env[63043]: _type = "HttpNfcLease" [ 811.834499] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.848652] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.848652] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52112287-3778-eb21-5ba3-b704c6164e21" [ 811.848652] env[63043]: _type = "HttpNfcLease" [ 811.848652] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.861992] env[63043]: DEBUG nova.network.neutron [-] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.960075] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0056132-2a06-4e97-943f-67791eda6012 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.971266] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac45400-52ac-42cc-a0cc-64a17eda713d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.007950] env[63043]: DEBUG nova.compute.manager [req-2952583e-18b5-4fe6-8459-bb3941ffd5f8 req-63de820b-debb-42a6-804c-6b946ad8a980 service nova] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Detach interface failed, port_id=6e41f344-26ad-4c57-934d-a5c9238d76ea, reason: Instance f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 812.057563] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ce095067-9898-42c6-b3ac-cdef97faa159 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "b884c2ac-0b7b-4ae9-b858-b80a7d742e89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.267s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.247480] env[63043]: DEBUG nova.compute.utils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 812.251357] env[63043]: DEBUG nova.compute.manager [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.251542] env[63043]: DEBUG nova.network.neutron [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.306540] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Acquiring lock "refresh_cache-7ed9677f-f0e2-49fa-9827-cb216e4e417a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.306540] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Acquired lock "refresh_cache-7ed9677f-f0e2-49fa-9827-cb216e4e417a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.306540] env[63043]: DEBUG nova.network.neutron [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.313811] env[63043]: DEBUG nova.policy [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9e3c46af4e24c30988d98e657fef0fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e51bbd2e4e6d40b8a7d0e2334c186e3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.325089] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.344588] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.344588] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52112287-3778-eb21-5ba3-b704c6164e21" [ 812.344588] env[63043]: _type = "HttpNfcLease" [ 812.344588] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.344962] env[63043]: DEBUG oslo_vmware.rw_handles [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.344962] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52112287-3778-eb21-5ba3-b704c6164e21" [ 812.344962] env[63043]: _type = "HttpNfcLease" [ 812.344962] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.348219] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f382e1-d742-4ab2-adee-2a9a615d129f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.357666] env[63043]: DEBUG oslo_vmware.rw_handles [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52483b8e-4bee-dee3-a0f5-0e6b1cd88cb4/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.357666] env[63043]: DEBUG oslo_vmware.rw_handles [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52483b8e-4bee-dee3-a0f5-0e6b1cd88cb4/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.420041] env[63043]: INFO nova.compute.manager [-] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Took 1.65 seconds to deallocate network for instance. [ 812.464747] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58a67bee-66b6-4fa6-9e7f-3aaf85e3e088 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.606657] env[63043]: DEBUG nova.network.neutron [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Updating instance_info_cache with network_info: [{"id": "1f38fa07-a739-48c1-9bd8-060d279e8f3f", "address": "fa:16:3e:d6:f5:b3", "network": {"id": "97448065-6312-4739-a6bc-4cacefdfcb92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-695100015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1702247f9a9243f9b3fecef116508c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f38fa07-a7", "ovs_interfaceid": "1f38fa07-a739-48c1-9bd8-060d279e8f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.744407] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb7ce6a-a2ff-4bdf-afe7-535ae9b1b96e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.760519] env[63043]: DEBUG nova.network.neutron [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Successfully created port: cfa246aa-e146-40c3-b7c6-20894a10a98b {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.763150] env[63043]: DEBUG nova.compute.manager [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.766175] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb67c17-c94c-4b08-a8bc-f1fa31b9e900 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Suspending the VM {{(pid=63043) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 812.767302] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-abb8f7da-36d5-4a30-adac-96eb7106f8eb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.780602] env[63043]: DEBUG oslo_vmware.api [None req-1fb67c17-c94c-4b08-a8bc-f1fa31b9e900 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 812.780602] env[63043]: value = "task-2486029" [ 812.780602] env[63043]: _type = "Task" [ 812.780602] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.796454] env[63043]: DEBUG oslo_vmware.api [None req-1fb67c17-c94c-4b08-a8bc-f1fa31b9e900 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486029, 'name': SuspendVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.820788] env[63043]: DEBUG oslo_vmware.api [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486006, 'name': ReconfigVM_Task, 'duration_secs': 5.86704} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.821078] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.821321] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Reconfigured VM to detach interface {{(pid=63043) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 812.872999] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c566eb-02fa-422c-ad1b-cefeac2c3c52 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.882225] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddc7cb1-4fb8-4c53-8d9f-6666bd92659f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.927750] env[63043]: DEBUG nova.network.neutron [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.931093] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8189382-df7b-4710-aedf-763effb55d7e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.934931] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.942135] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2c8d72-a666-4d6c-bf54-2df3c300afb0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.959376] env[63043]: DEBUG nova.compute.provider_tree [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.111699] env[63043]: DEBUG oslo_concurrency.lockutils [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Releasing lock "refresh_cache-ce48b27c-5c1a-4093-9867-ad7c8b912192" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.112809] env[63043]: DEBUG nova.objects.instance [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lazy-loading 'flavor' on Instance uuid ce48b27c-5c1a-4093-9867-ad7c8b912192 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.244585] env[63043]: DEBUG nova.network.neutron [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Updating instance_info_cache with network_info: [{"id": "06a39cb6-bb39-4307-a3c8-c1fe04638acb", "address": "fa:16:3e:b9:67:f3", "network": {"id": "ba5ba0ee-295d-49db-9d51-d071f034618d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-24874790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b16e01894655450ead0552627dec53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a39cb6-bb", "ovs_interfaceid": "06a39cb6-bb39-4307-a3c8-c1fe04638acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.259521] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "dc294ec0-d246-43eb-b334-15578b9aaa9d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.261038] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "dc294ec0-d246-43eb-b334-15578b9aaa9d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.261038] env[63043]: DEBUG nova.compute.manager [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Going to confirm migration 3 {{(pid=63043) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 813.295049] env[63043]: DEBUG oslo_vmware.api [None req-1fb67c17-c94c-4b08-a8bc-f1fa31b9e900 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486029, 'name': SuspendVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.463507] env[63043]: DEBUG nova.scheduler.client.report [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.620526] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72034eb6-1fb5-4387-a076-e930829d2f08 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.647064] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.647667] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30783418-13cc-481c-a0dc-7e32ec24cf96 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.655607] env[63043]: DEBUG oslo_vmware.api [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 813.655607] env[63043]: value = "task-2486030" [ 813.655607] env[63043]: _type = "Task" [ 813.655607] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.665239] env[63043]: DEBUG oslo_vmware.api [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.735615] env[63043]: DEBUG nova.compute.manager [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Received event network-changed-06a39cb6-bb39-4307-a3c8-c1fe04638acb {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.736261] env[63043]: DEBUG nova.compute.manager [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Refreshing instance network info cache due to event network-changed-06a39cb6-bb39-4307-a3c8-c1fe04638acb. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 813.736525] env[63043]: DEBUG oslo_concurrency.lockutils [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] Acquiring lock "refresh_cache-7ed9677f-f0e2-49fa-9827-cb216e4e417a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.750043] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Releasing lock "refresh_cache-7ed9677f-f0e2-49fa-9827-cb216e4e417a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.750541] env[63043]: DEBUG nova.compute.manager [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Instance network_info: |[{"id": "06a39cb6-bb39-4307-a3c8-c1fe04638acb", "address": "fa:16:3e:b9:67:f3", "network": {"id": "ba5ba0ee-295d-49db-9d51-d071f034618d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-24874790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b16e01894655450ead0552627dec53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a39cb6-bb", "ovs_interfaceid": "06a39cb6-bb39-4307-a3c8-c1fe04638acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.751060] env[63043]: DEBUG oslo_concurrency.lockutils [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] Acquired lock "refresh_cache-7ed9677f-f0e2-49fa-9827-cb216e4e417a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.751155] env[63043]: DEBUG nova.network.neutron [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Refreshing network info cache for port 06a39cb6-bb39-4307-a3c8-c1fe04638acb {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.753678] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:67:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06a39cb6-bb39-4307-a3c8-c1fe04638acb', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.766951] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Creating folder: Project (b16e01894655450ead0552627dec53e9). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.771482] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c7e37ff-77c1-4ed5-b2a8-77bc8f0d7c78 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.777320] env[63043]: DEBUG nova.compute.manager [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.792911] env[63043]: DEBUG oslo_vmware.api [None req-1fb67c17-c94c-4b08-a8bc-f1fa31b9e900 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486029, 'name': SuspendVM_Task, 'duration_secs': 0.995784} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.794268] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb67c17-c94c-4b08-a8bc-f1fa31b9e900 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Suspended the VM {{(pid=63043) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 813.794463] env[63043]: DEBUG nova.compute.manager [None req-1fb67c17-c94c-4b08-a8bc-f1fa31b9e900 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.794771] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Created folder: Project (b16e01894655450ead0552627dec53e9) in parent group-v502843. [ 813.794948] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Creating folder: Instances. Parent ref: group-v502998. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.795718] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5072283d-156a-4bee-8ccf-5b1c97be5bb2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.798257] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72a0c0ce-c1c3-4b15-be44-6d0bcaca997e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.812587] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Created folder: Instances in parent group-v502998. [ 813.812872] env[63043]: DEBUG oslo.service.loopingcall [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 813.814452] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.814452] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdb39df7-be8e-40a8-bf33-5f160faf873f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.832227] env[63043]: DEBUG nova.virt.hardware [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.832526] env[63043]: DEBUG nova.virt.hardware [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.832745] env[63043]: DEBUG nova.virt.hardware [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.832901] env[63043]: DEBUG nova.virt.hardware [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.833016] env[63043]: DEBUG nova.virt.hardware [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.833155] env[63043]: DEBUG nova.virt.hardware [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.833505] env[63043]: DEBUG nova.virt.hardware [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.833677] env[63043]: DEBUG nova.virt.hardware [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.834034] env[63043]: DEBUG nova.virt.hardware [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.834309] env[63043]: DEBUG nova.virt.hardware [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.834517] env[63043]: DEBUG nova.virt.hardware [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.836246] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c55adf9-afd0-447f-b433-60b8957d3def {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.846616] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b29ba48-5165-4ec8-8aa7-2624bc15f829 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.850936] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.850936] env[63043]: value = "task-2486033" [ 813.850936] env[63043]: _type = "Task" [ 813.850936] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.866912] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.867199] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.867473] env[63043]: DEBUG nova.network.neutron [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.867723] env[63043]: DEBUG nova.objects.instance [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lazy-loading 'info_cache' on Instance uuid dc294ec0-d246-43eb-b334-15578b9aaa9d {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.875177] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486033, 'name': CreateVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.972984] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.975664] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.248s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.977181] env[63043]: INFO nova.compute.claims [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.999752] env[63043]: INFO nova.scheduler.client.report [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Deleted allocations for instance efda071e-50e2-4627-8f1f-1f8653b6c2ad [ 814.166810] env[63043]: DEBUG oslo_vmware.api [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486030, 'name': PowerOffVM_Task, 'duration_secs': 0.374261} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.167117] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.173324] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 814.173649] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f774c97-4ac1-4e52-b192-f43710431549 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.194173] env[63043]: DEBUG oslo_vmware.api [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 814.194173] env[63043]: value = "task-2486034" [ 814.194173] env[63043]: _type = "Task" [ 814.194173] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.202493] env[63043]: DEBUG oslo_vmware.api [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.367637] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.367990] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.368949] env[63043]: DEBUG nova.network.neutron [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.370330] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486033, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.417517] env[63043]: DEBUG nova.compute.manager [req-8f87d91e-0688-4685-85d8-1d7498eda1b5 req-c963e13c-9c6a-4fcc-8d8b-e484f5829974 service nova] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Received event network-vif-plugged-cfa246aa-e146-40c3-b7c6-20894a10a98b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.418066] env[63043]: DEBUG oslo_concurrency.lockutils [req-8f87d91e-0688-4685-85d8-1d7498eda1b5 req-c963e13c-9c6a-4fcc-8d8b-e484f5829974 service nova] Acquiring lock "a48fbd30-8cf7-4351-bc5d-bd8957542e84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.418066] env[63043]: DEBUG oslo_concurrency.lockutils [req-8f87d91e-0688-4685-85d8-1d7498eda1b5 req-c963e13c-9c6a-4fcc-8d8b-e484f5829974 service nova] Lock "a48fbd30-8cf7-4351-bc5d-bd8957542e84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.418446] env[63043]: DEBUG oslo_concurrency.lockutils [req-8f87d91e-0688-4685-85d8-1d7498eda1b5 req-c963e13c-9c6a-4fcc-8d8b-e484f5829974 service nova] Lock "a48fbd30-8cf7-4351-bc5d-bd8957542e84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.418446] env[63043]: DEBUG nova.compute.manager [req-8f87d91e-0688-4685-85d8-1d7498eda1b5 req-c963e13c-9c6a-4fcc-8d8b-e484f5829974 service nova] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] No waiting events found dispatching network-vif-plugged-cfa246aa-e146-40c3-b7c6-20894a10a98b {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.418677] env[63043]: WARNING nova.compute.manager [req-8f87d91e-0688-4685-85d8-1d7498eda1b5 req-c963e13c-9c6a-4fcc-8d8b-e484f5829974 service nova] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Received unexpected event network-vif-plugged-cfa246aa-e146-40c3-b7c6-20894a10a98b for instance with vm_state building and task_state spawning. [ 814.504559] env[63043]: DEBUG nova.network.neutron [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Successfully updated port: cfa246aa-e146-40c3-b7c6-20894a10a98b {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.511171] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Lock "efda071e-50e2-4627-8f1f-1f8653b6c2ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.355s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.582378] env[63043]: DEBUG nova.network.neutron [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Updated VIF entry in instance network info cache for port 06a39cb6-bb39-4307-a3c8-c1fe04638acb. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.584021] env[63043]: DEBUG nova.network.neutron [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Updating instance_info_cache with network_info: [{"id": "06a39cb6-bb39-4307-a3c8-c1fe04638acb", "address": "fa:16:3e:b9:67:f3", "network": {"id": "ba5ba0ee-295d-49db-9d51-d071f034618d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-24874790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b16e01894655450ead0552627dec53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a39cb6-bb", "ovs_interfaceid": "06a39cb6-bb39-4307-a3c8-c1fe04638acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.703776] env[63043]: DEBUG oslo_vmware.api [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486034, 'name': ReconfigVM_Task, 'duration_secs': 0.424027} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.704068] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 814.704313] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.704519] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d5cc953-4839-43f8-a956-d4201cd6309e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.710481] env[63043]: DEBUG oslo_vmware.api [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 814.710481] env[63043]: value = "task-2486035" [ 814.710481] env[63043]: _type = "Task" [ 814.710481] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.718781] env[63043]: DEBUG oslo_vmware.api [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.863196] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486033, 'name': CreateVM_Task, 'duration_secs': 0.545127} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.863196] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.863895] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.864250] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.864680] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.865815] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90038a08-c321-4a8e-9fb9-9bd5b4dd280e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.870411] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Waiting for the task: (returnval){ [ 814.870411] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5273ae28-250c-4ac0-8dab-23e2d282f5a0" [ 814.870411] env[63043]: _type = "Task" [ 814.870411] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.885944] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5273ae28-250c-4ac0-8dab-23e2d282f5a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.892989] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "dd9d50c4-0607-4247-8e76-06903fb0a599" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.893275] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "dd9d50c4-0607-4247-8e76-06903fb0a599" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.893567] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "dd9d50c4-0607-4247-8e76-06903fb0a599-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.893777] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "dd9d50c4-0607-4247-8e76-06903fb0a599-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.893954] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "dd9d50c4-0607-4247-8e76-06903fb0a599-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.896250] env[63043]: INFO nova.compute.manager [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Terminating instance [ 815.005278] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "refresh_cache-a48fbd30-8cf7-4351-bc5d-bd8957542e84" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.005595] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquired lock "refresh_cache-a48fbd30-8cf7-4351-bc5d-bd8957542e84" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.005713] env[63043]: DEBUG nova.network.neutron [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.086276] env[63043]: DEBUG oslo_concurrency.lockutils [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] Releasing lock "refresh_cache-7ed9677f-f0e2-49fa-9827-cb216e4e417a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.086559] env[63043]: DEBUG nova.compute.manager [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Received event network-vif-deleted-65ff0ed0-4838-4c18-bfba-fe61dc731854 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.086883] env[63043]: INFO nova.compute.manager [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Neutron deleted interface 65ff0ed0-4838-4c18-bfba-fe61dc731854; detaching it from the instance and deleting it from the info cache [ 815.087214] env[63043]: DEBUG nova.network.neutron [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Updating instance_info_cache with network_info: [{"id": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "address": "fa:16:3e:e2:76:2a", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd89a75d-57", "ovs_interfaceid": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.134581] env[63043]: DEBUG nova.network.neutron [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance_info_cache with network_info: [{"id": "713e1793-aa17-47e8-94d6-54e355687dbf", "address": "fa:16:3e:f2:27:83", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713e1793-aa", "ovs_interfaceid": "713e1793-aa17-47e8-94d6-54e355687dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.225857] env[63043]: DEBUG oslo_vmware.api [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486035, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.382225] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5273ae28-250c-4ac0-8dab-23e2d282f5a0, 'name': SearchDatastore_Task, 'duration_secs': 0.018519} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.385872] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.386291] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.386686] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.386977] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.387297] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.387892] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcd9bd89-3614-4271-9874-6282e2422a7c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.397784] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.398315] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.402103] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d41701-7cdc-400f-8573-e7de10d8407c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.405065] env[63043]: DEBUG nova.compute.manager [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.405401] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.407490] env[63043]: INFO nova.network.neutron [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Port 65ff0ed0-4838-4c18-bfba-fe61dc731854 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 815.407943] env[63043]: DEBUG nova.network.neutron [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Updating instance_info_cache with network_info: [{"id": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "address": "fa:16:3e:e2:76:2a", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd89a75d-57", "ovs_interfaceid": "cd89a75d-576d-41b2-9574-7f86e46c1cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.412015] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8404f0a0-b726-4d7f-b1f4-16591811c03f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.421203] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Waiting for the task: (returnval){ [ 815.421203] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528cfed4-1799-81c3-d3c3-30db71ea87d3" [ 815.421203] env[63043]: _type = "Task" [ 815.421203] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.430198] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.436146] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1352fc49-7694-470e-abf4-6f35c9cc2488 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.441915] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528cfed4-1799-81c3-d3c3-30db71ea87d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.443841] env[63043]: DEBUG oslo_vmware.api [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 815.443841] env[63043]: value = "task-2486036" [ 815.443841] env[63043]: _type = "Task" [ 815.443841] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.457477] env[63043]: DEBUG oslo_vmware.api [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.493283] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f10c31-9c24-4376-8105-9e33e23df8da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.500819] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a14493-31bf-4148-94e2-ecf3fee2d1e8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.536018] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca3a5cb-0435-469d-9812-bfd0db879698 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.546724] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4082a056-8097-4e2e-b564-f0f561e1e8df {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.562924] env[63043]: DEBUG nova.compute.provider_tree [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.596096] env[63043]: DEBUG oslo_concurrency.lockutils [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] Acquiring lock "dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.615304] env[63043]: DEBUG nova.network.neutron [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.637280] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "refresh_cache-dc294ec0-d246-43eb-b334-15578b9aaa9d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.637816] env[63043]: DEBUG nova.objects.instance [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lazy-loading 'migration_context' on Instance uuid dc294ec0-d246-43eb-b334-15578b9aaa9d {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.721423] env[63043]: DEBUG oslo_vmware.api [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486035, 'name': PowerOnVM_Task, 'duration_secs': 0.541966} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.721722] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.722138] env[63043]: DEBUG nova.compute.manager [None req-30094c1b-5d20-432d-a0e6-2f3233de5dd6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.723329] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd223c5-fc5f-45c7-a4f7-9f7f35db5ae7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.907323] env[63043]: DEBUG nova.network.neutron [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Updating instance_info_cache with network_info: [{"id": "cfa246aa-e146-40c3-b7c6-20894a10a98b", "address": "fa:16:3e:17:4d:d7", "network": {"id": "adcbf706-c967-4334-98e2-4e4159b63f7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-254946491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51bbd2e4e6d40b8a7d0e2334c186e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa246aa-e1", "ovs_interfaceid": "cfa246aa-e146-40c3-b7c6-20894a10a98b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.919925] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.951883] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528cfed4-1799-81c3-d3c3-30db71ea87d3, 'name': SearchDatastore_Task, 'duration_secs': 0.024721} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.954263] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d06c97c1-f9b0-4b8b-ab1f-3a050667ea93 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.963780] env[63043]: DEBUG oslo_vmware.api [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486036, 'name': PowerOffVM_Task, 'duration_secs': 0.29058} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.965085] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.965304] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.965575] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Waiting for the task: (returnval){ [ 815.965575] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5295158b-a391-94b6-fbd2-85c5cf40c8db" [ 815.965575] env[63043]: _type = "Task" [ 815.965575] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.966013] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf7368a9-5590-4de8-b5d9-a3acaa808275 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.976587] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5295158b-a391-94b6-fbd2-85c5cf40c8db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.030745] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.030978] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.031207] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Deleting the datastore file [datastore2] dd9d50c4-0607-4247-8e76-06903fb0a599 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.031575] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bd29770-80ba-40aa-b0d0-6e0152660bc1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.039145] env[63043]: DEBUG oslo_vmware.api [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 816.039145] env[63043]: value = "task-2486038" [ 816.039145] env[63043]: _type = "Task" [ 816.039145] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.049899] env[63043]: DEBUG oslo_vmware.api [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.067146] env[63043]: DEBUG nova.scheduler.client.report [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.140798] env[63043]: DEBUG nova.objects.base [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 816.141829] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df35717d-67ed-4800-b435-ca31ecc0f519 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.161801] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bee2d6c-794e-464d-8be7-52227e979346 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.168199] env[63043]: DEBUG oslo_vmware.api [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 816.168199] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b37b22-3286-8fce-d4ec-9f2ad7cca5de" [ 816.168199] env[63043]: _type = "Task" [ 816.168199] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.176569] env[63043]: DEBUG oslo_vmware.api [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b37b22-3286-8fce-d4ec-9f2ad7cca5de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.410638] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Releasing lock "refresh_cache-a48fbd30-8cf7-4351-bc5d-bd8957542e84" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.410638] env[63043]: DEBUG nova.compute.manager [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Instance network_info: |[{"id": "cfa246aa-e146-40c3-b7c6-20894a10a98b", "address": "fa:16:3e:17:4d:d7", "network": {"id": "adcbf706-c967-4334-98e2-4e4159b63f7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-254946491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51bbd2e4e6d40b8a7d0e2334c186e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa246aa-e1", "ovs_interfaceid": "cfa246aa-e146-40c3-b7c6-20894a10a98b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.410961] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:4d:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfa246aa-e146-40c3-b7c6-20894a10a98b', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.426435] env[63043]: DEBUG oslo.service.loopingcall [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.427709] env[63043]: DEBUG nova.compute.manager [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.428592] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b804370f-1ab4-4e8f-b112-389935461847 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-dd9d50c4-0607-4247-8e76-06903fb0a599-65ff0ed0-4838-4c18-bfba-fe61dc731854" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.227s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.429700] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.433482] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070a64ed-7f7c-4d66-9293-232b14591cff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.433730] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d3fb45b-1e83-4649-9616-86532103805b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.461235] env[63043]: DEBUG nova.compute.manager [req-be621d33-866b-47d2-8741-0fb534be57c4 req-4c24a90d-d66e-40ee-b592-48e96602106a service nova] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Received event network-changed-cfa246aa-e146-40c3-b7c6-20894a10a98b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.461538] env[63043]: DEBUG nova.compute.manager [req-be621d33-866b-47d2-8741-0fb534be57c4 req-4c24a90d-d66e-40ee-b592-48e96602106a service nova] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Refreshing instance network info cache due to event network-changed-cfa246aa-e146-40c3-b7c6-20894a10a98b. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.461765] env[63043]: DEBUG oslo_concurrency.lockutils [req-be621d33-866b-47d2-8741-0fb534be57c4 req-4c24a90d-d66e-40ee-b592-48e96602106a service nova] Acquiring lock "refresh_cache-a48fbd30-8cf7-4351-bc5d-bd8957542e84" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.461911] env[63043]: DEBUG oslo_concurrency.lockutils [req-be621d33-866b-47d2-8741-0fb534be57c4 req-4c24a90d-d66e-40ee-b592-48e96602106a service nova] Acquired lock "refresh_cache-a48fbd30-8cf7-4351-bc5d-bd8957542e84" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.462085] env[63043]: DEBUG nova.network.neutron [req-be621d33-866b-47d2-8741-0fb534be57c4 req-4c24a90d-d66e-40ee-b592-48e96602106a service nova] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Refreshing network info cache for port cfa246aa-e146-40c3-b7c6-20894a10a98b {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.468191] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.468191] env[63043]: value = "task-2486039" [ 816.468191] env[63043]: _type = "Task" [ 816.468191] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.479717] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486039, 'name': CreateVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.487932] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5295158b-a391-94b6-fbd2-85c5cf40c8db, 'name': SearchDatastore_Task, 'duration_secs': 0.025323} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.488226] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.488525] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 7ed9677f-f0e2-49fa-9827-cb216e4e417a/7ed9677f-f0e2-49fa-9827-cb216e4e417a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.488871] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c31b47a-0702-4101-af1c-b4769cb74f06 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.496645] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Waiting for the task: (returnval){ [ 816.496645] env[63043]: value = "task-2486040" [ 816.496645] env[63043]: _type = "Task" [ 816.496645] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.506818] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.549479] env[63043]: DEBUG oslo_vmware.api [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479066} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.549829] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.550156] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.550156] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.550327] env[63043]: INFO nova.compute.manager [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Took 1.14 seconds to destroy the instance on the hypervisor. [ 816.550592] env[63043]: DEBUG oslo.service.loopingcall [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.550897] env[63043]: DEBUG nova.compute.manager [-] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.550897] env[63043]: DEBUG nova.network.neutron [-] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.573629] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.574800] env[63043]: DEBUG nova.compute.manager [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.577158] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.755s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.580325] env[63043]: DEBUG nova.objects.instance [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lazy-loading 'resources' on Instance uuid 840ebeae-7457-46e3-b018-9b0d3c6aa156 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.680205] env[63043]: DEBUG oslo_vmware.api [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b37b22-3286-8fce-d4ec-9f2ad7cca5de, 'name': SearchDatastore_Task, 'duration_secs': 0.014553} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.680847] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.720601] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "ce48b27c-5c1a-4093-9867-ad7c8b912192" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.723083] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "ce48b27c-5c1a-4093-9867-ad7c8b912192" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.723083] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "ce48b27c-5c1a-4093-9867-ad7c8b912192-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.723083] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "ce48b27c-5c1a-4093-9867-ad7c8b912192-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.723083] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "ce48b27c-5c1a-4093-9867-ad7c8b912192-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.727045] env[63043]: INFO nova.compute.manager [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Terminating instance [ 816.970778] env[63043]: INFO nova.compute.manager [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] instance snapshotting [ 816.970877] env[63043]: WARNING nova.compute.manager [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 816.978406] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e04fe8-6cbc-4c8f-b290-79be9f342815 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.007024] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486039, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.010807] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38607eb-6402-417b-a0b7-95406948a067 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.020411] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.081044] env[63043]: DEBUG nova.compute.utils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 817.087521] env[63043]: DEBUG nova.compute.manager [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.087521] env[63043]: DEBUG nova.network.neutron [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.175333] env[63043]: DEBUG nova.policy [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fca60e5453ac4c2b9b50400ab5e25014', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23ec2065bed64836bcba28da92181ffc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.233446] env[63043]: DEBUG nova.compute.manager [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.237087] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.237087] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32307b4-08c4-4c3e-86f7-467aa00a83fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.245414] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.249408] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ed98636-1799-471a-b816-18e5fcdfdddd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.263019] env[63043]: DEBUG oslo_vmware.api [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 817.263019] env[63043]: value = "task-2486041" [ 817.263019] env[63043]: _type = "Task" [ 817.263019] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.277547] env[63043]: DEBUG oslo_vmware.api [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.336449] env[63043]: DEBUG nova.network.neutron [req-be621d33-866b-47d2-8741-0fb534be57c4 req-4c24a90d-d66e-40ee-b592-48e96602106a service nova] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Updated VIF entry in instance network info cache for port cfa246aa-e146-40c3-b7c6-20894a10a98b. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.338014] env[63043]: DEBUG nova.network.neutron [req-be621d33-866b-47d2-8741-0fb534be57c4 req-4c24a90d-d66e-40ee-b592-48e96602106a service nova] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Updating instance_info_cache with network_info: [{"id": "cfa246aa-e146-40c3-b7c6-20894a10a98b", "address": "fa:16:3e:17:4d:d7", "network": {"id": "adcbf706-c967-4334-98e2-4e4159b63f7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-254946491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51bbd2e4e6d40b8a7d0e2334c186e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa246aa-e1", "ovs_interfaceid": "cfa246aa-e146-40c3-b7c6-20894a10a98b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.492528] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486039, 'name': CreateVM_Task, 'duration_secs': 0.702971} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.493185] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.493579] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.494080] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.495160] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.495467] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0e5a2e-6604-4fbb-a07c-7e622602cb10 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.513071] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 817.513071] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52fcd8ea-fcf5-f9d4-cd2b-0c5ebe3ac498" [ 817.513071] env[63043]: _type = "Task" [ 817.513071] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.521574] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680925} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.524915] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 7ed9677f-f0e2-49fa-9827-cb216e4e417a/7ed9677f-f0e2-49fa-9827-cb216e4e417a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.525164] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.525669] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f040c8f3-ccd7-42b0-a275-53165b1b6add {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.532498] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52fcd8ea-fcf5-f9d4-cd2b-0c5ebe3ac498, 'name': SearchDatastore_Task, 'duration_secs': 0.0189} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.533418] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.533697] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.534062] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.534279] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.534412] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.540541] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 817.540541] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dcf170e-1cae-481d-89c8-da3060f904e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.541607] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-097cf859-e215-45aa-a000-1d027bb3e098 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.544024] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Waiting for the task: (returnval){ [ 817.544024] env[63043]: value = "task-2486042" [ 817.544024] env[63043]: _type = "Task" [ 817.544024] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.550956] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 817.550956] env[63043]: value = "task-2486043" [ 817.550956] env[63043]: _type = "Task" [ 817.550956] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.556908] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.557282] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.561889] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c75dea-529d-4ac1-a3c2-352a2af29cba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.565264] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.573902] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486043, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.576256] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 817.576256] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52729240-a07b-682f-037c-26f60660b6f1" [ 817.576256] env[63043]: _type = "Task" [ 817.576256] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.584443] env[63043]: DEBUG nova.compute.manager [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.591631] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52729240-a07b-682f-037c-26f60660b6f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.616771] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c2b4e9-6ec7-4a27-9ef9-0ebfa0092b4e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.628620] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4680b835-881e-4f9d-a261-3027ae76f582 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.672893] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d476b25-8ff4-4ca7-bb41-0ed834b7f2ea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.685084] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0882525f-8eae-4bc9-92a4-65b0d95a04c7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.704363] env[63043]: DEBUG nova.compute.provider_tree [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.750074] env[63043]: DEBUG nova.compute.manager [req-96c636e2-3cc0-431a-957c-74740a759499 req-6531631d-ff68-4cef-a5ff-5641848936e4 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Received event network-vif-deleted-cd89a75d-576d-41b2-9574-7f86e46c1cc0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.750374] env[63043]: INFO nova.compute.manager [req-96c636e2-3cc0-431a-957c-74740a759499 req-6531631d-ff68-4cef-a5ff-5641848936e4 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Neutron deleted interface cd89a75d-576d-41b2-9574-7f86e46c1cc0; detaching it from the instance and deleting it from the info cache [ 817.750459] env[63043]: DEBUG nova.network.neutron [req-96c636e2-3cc0-431a-957c-74740a759499 req-6531631d-ff68-4cef-a5ff-5641848936e4 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.773690] env[63043]: DEBUG oslo_vmware.api [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486041, 'name': PowerOffVM_Task, 'duration_secs': 0.285316} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.773964] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.774179] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.774432] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1cd1109-d275-4991-ae8c-8a82135cde09 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.840410] env[63043]: DEBUG oslo_concurrency.lockutils [req-be621d33-866b-47d2-8741-0fb534be57c4 req-4c24a90d-d66e-40ee-b592-48e96602106a service nova] Releasing lock "refresh_cache-a48fbd30-8cf7-4351-bc5d-bd8957542e84" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.851800] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.851800] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.852024] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Deleting the datastore file [datastore1] ce48b27c-5c1a-4093-9867-ad7c8b912192 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.852221] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d983c9e-e11d-4e61-ae11-087afe5f7ef5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.860745] env[63043]: DEBUG oslo_vmware.api [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 817.860745] env[63043]: value = "task-2486045" [ 817.860745] env[63043]: _type = "Task" [ 817.860745] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.869208] env[63043]: DEBUG oslo_vmware.api [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.955197] env[63043]: DEBUG nova.network.neutron [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Successfully created port: 95e1c480-253b-40cf-bf86-362ad39cbf2e {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.054718] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080704} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.057961] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.059172] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f7fbe7-8203-441a-8eaf-f6f94f0b465b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.066428] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486043, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.084455] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 7ed9677f-f0e2-49fa-9827-cb216e4e417a/7ed9677f-f0e2-49fa-9827-cb216e4e417a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.084889] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60e4cb95-10dc-4ab4-9faf-e8a95fd67817 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.112990] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52729240-a07b-682f-037c-26f60660b6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.016473} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.115018] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Waiting for the task: (returnval){ [ 818.115018] env[63043]: value = "task-2486046" [ 818.115018] env[63043]: _type = "Task" [ 818.115018] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.115237] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5affb45-7c95-4410-9b10-5a88cff85968 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.127019] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 818.127019] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f4fec4-b909-2f71-e350-a5a2a77a590e" [ 818.127019] env[63043]: _type = "Task" [ 818.127019] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.131894] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.138083] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f4fec4-b909-2f71-e350-a5a2a77a590e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.183873] env[63043]: DEBUG nova.network.neutron [-] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.206044] env[63043]: DEBUG nova.scheduler.client.report [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.253257] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11096e00-382d-44cd-9c7b-a7402b642ba0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.262317] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2b1095-a07e-47a0-86ea-bf7c21054498 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.304977] env[63043]: DEBUG nova.compute.manager [req-96c636e2-3cc0-431a-957c-74740a759499 req-6531631d-ff68-4cef-a5ff-5641848936e4 service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Detach interface failed, port_id=cd89a75d-576d-41b2-9574-7f86e46c1cc0, reason: Instance dd9d50c4-0607-4247-8e76-06903fb0a599 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 818.372317] env[63043]: DEBUG oslo_vmware.api [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387424} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.373653] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.373923] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.374174] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.374405] env[63043]: INFO nova.compute.manager [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Took 1.14 seconds to destroy the instance on the hypervisor. [ 818.375059] env[63043]: DEBUG oslo.service.loopingcall [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.375329] env[63043]: DEBUG nova.compute.manager [-] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.375463] env[63043]: DEBUG nova.network.neutron [-] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.564574] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486043, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.608647] env[63043]: DEBUG nova.compute.manager [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.628907] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486046, 'name': ReconfigVM_Task, 'duration_secs': 0.407361} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.633187] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 7ed9677f-f0e2-49fa-9827-cb216e4e417a/7ed9677f-f0e2-49fa-9827-cb216e4e417a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.633896] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f88e9916-e724-4442-ae6a-dc8a329de8a9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.643037] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f4fec4-b909-2f71-e350-a5a2a77a590e, 'name': SearchDatastore_Task, 'duration_secs': 0.030085} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.643874] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.644243] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] a48fbd30-8cf7-4351-bc5d-bd8957542e84/a48fbd30-8cf7-4351-bc5d-bd8957542e84.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.644493] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Waiting for the task: (returnval){ [ 818.644493] env[63043]: value = "task-2486047" [ 818.644493] env[63043]: _type = "Task" [ 818.644493] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.646728] env[63043]: DEBUG nova.virt.hardware [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.646965] env[63043]: DEBUG nova.virt.hardware [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.647148] env[63043]: DEBUG nova.virt.hardware [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.647341] env[63043]: DEBUG nova.virt.hardware [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.647494] env[63043]: DEBUG nova.virt.hardware [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.647642] env[63043]: DEBUG nova.virt.hardware [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.647848] env[63043]: DEBUG nova.virt.hardware [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.648032] env[63043]: DEBUG nova.virt.hardware [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.648201] env[63043]: DEBUG nova.virt.hardware [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.648368] env[63043]: DEBUG nova.virt.hardware [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.648542] env[63043]: DEBUG nova.virt.hardware [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.648799] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-998a04ed-3592-45db-8c86-c9da1b062a72 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.651358] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b7f8e0-6bf7-4a61-bee0-3a292e969172 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.666929] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144feb0e-ed35-4459-aafe-1ebd9d2b14db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.671187] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 818.671187] env[63043]: value = "task-2486048" [ 818.671187] env[63043]: _type = "Task" [ 818.671187] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.671445] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486047, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.687820] env[63043]: INFO nova.compute.manager [-] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Took 2.14 seconds to deallocate network for instance. [ 818.698860] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.720859] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.723555] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.104s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.724102] env[63043]: DEBUG nova.objects.instance [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lazy-loading 'resources' on Instance uuid 013a496b-dc45-45b3-af8b-a2e2357bd7a5 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.746514] env[63043]: INFO nova.scheduler.client.report [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Deleted allocations for instance 840ebeae-7457-46e3-b018-9b0d3c6aa156 [ 819.066016] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486043, 'name': CreateSnapshot_Task, 'duration_secs': 1.257132} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.066320] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 819.067301] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f0e73f-b477-4a5d-9766-c59eb2ca4688 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.163067] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486047, 'name': Rename_Task, 'duration_secs': 0.163936} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.163067] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.163067] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b3984a0-eab2-44a4-a383-1064d1914c3c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.169452] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Waiting for the task: (returnval){ [ 819.169452] env[63043]: value = "task-2486049" [ 819.169452] env[63043]: _type = "Task" [ 819.169452] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.182813] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.187491] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486048, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.198279] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.199751] env[63043]: DEBUG nova.network.neutron [-] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.257285] env[63043]: DEBUG oslo_concurrency.lockutils [None req-aa9ed85c-b24d-4220-8c67-a59365919b17 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Lock "840ebeae-7457-46e3-b018-9b0d3c6aa156" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.527s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.591036] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 819.591036] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-057b1c6f-cb5e-4c3c-8696-2ecd83c427fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.601480] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 819.601480] env[63043]: value = "task-2486050" [ 819.601480] env[63043]: _type = "Task" [ 819.601480] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.613987] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486050, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.682288] env[63043]: DEBUG nova.network.neutron [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Successfully updated port: 95e1c480-253b-40cf-bf86-362ad39cbf2e {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.701054] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550385} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.701357] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486049, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.705218] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] a48fbd30-8cf7-4351-bc5d-bd8957542e84/a48fbd30-8cf7-4351-bc5d-bd8957542e84.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.705541] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.706086] env[63043]: INFO nova.compute.manager [-] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Took 1.33 seconds to deallocate network for instance. [ 819.706919] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e4b3a3f-f187-4fc1-b50f-46ed3b3a56a0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.717251] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 819.717251] env[63043]: value = "task-2486051" [ 819.717251] env[63043]: _type = "Task" [ 819.717251] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.732022] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.771877] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edff769d-8f6e-4e61-b6e1-60fd9f2997fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.781876] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2916bbd-8618-4986-b3eb-950bb7acb2e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.817199] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafa0d6b-d768-4911-811b-84484d25281d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.826844] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bacf43-1ee4-44e9-ba42-466d93127596 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.840208] env[63043]: DEBUG nova.compute.provider_tree [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.852202] env[63043]: DEBUG nova.compute.manager [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Received event network-vif-deleted-1f38fa07-a739-48c1-9bd8-060d279e8f3f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.852461] env[63043]: DEBUG nova.compute.manager [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Received event network-vif-plugged-95e1c480-253b-40cf-bf86-362ad39cbf2e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.852620] env[63043]: DEBUG oslo_concurrency.lockutils [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] Acquiring lock "cd79f6b1-4c5e-405a-ac83-093560eb5bb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.852847] env[63043]: DEBUG oslo_concurrency.lockutils [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] Lock "cd79f6b1-4c5e-405a-ac83-093560eb5bb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.853119] env[63043]: DEBUG oslo_concurrency.lockutils [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] Lock "cd79f6b1-4c5e-405a-ac83-093560eb5bb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.853341] env[63043]: DEBUG nova.compute.manager [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] No waiting events found dispatching network-vif-plugged-95e1c480-253b-40cf-bf86-362ad39cbf2e {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.853498] env[63043]: WARNING nova.compute.manager [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Received unexpected event network-vif-plugged-95e1c480-253b-40cf-bf86-362ad39cbf2e for instance with vm_state building and task_state spawning. [ 819.853627] env[63043]: DEBUG nova.compute.manager [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Received event network-changed-95e1c480-253b-40cf-bf86-362ad39cbf2e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.853778] env[63043]: DEBUG nova.compute.manager [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Refreshing instance network info cache due to event network-changed-95e1c480-253b-40cf-bf86-362ad39cbf2e. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 819.854016] env[63043]: DEBUG oslo_concurrency.lockutils [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] Acquiring lock "refresh_cache-cd79f6b1-4c5e-405a-ac83-093560eb5bb0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.854163] env[63043]: DEBUG oslo_concurrency.lockutils [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] Acquired lock "refresh_cache-cd79f6b1-4c5e-405a-ac83-093560eb5bb0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.854256] env[63043]: DEBUG nova.network.neutron [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Refreshing network info cache for port 95e1c480-253b-40cf-bf86-362ad39cbf2e {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.111880] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486050, 'name': CloneVM_Task} progress is 93%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.181804] env[63043]: DEBUG oslo_vmware.api [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486049, 'name': PowerOnVM_Task, 'duration_secs': 0.54818} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.181804] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.181804] env[63043]: INFO nova.compute.manager [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Took 8.97 seconds to spawn the instance on the hypervisor. [ 820.181804] env[63043]: DEBUG nova.compute.manager [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.181804] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e854f79-a334-42c4-8a2b-b7e78587f6b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.189104] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Acquiring lock "refresh_cache-cd79f6b1-4c5e-405a-ac83-093560eb5bb0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.217032] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.232025] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083034} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.232025] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.233027] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41d8f62-194a-403b-bdcb-528b4fb29841 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.257256] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] a48fbd30-8cf7-4351-bc5d-bd8957542e84/a48fbd30-8cf7-4351-bc5d-bd8957542e84.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.257857] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4670b07a-38c7-41fa-a2b7-65721c0a1eda {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.278569] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 820.278569] env[63043]: value = "task-2486052" [ 820.278569] env[63043]: _type = "Task" [ 820.278569] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.287352] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.377816] env[63043]: DEBUG nova.scheduler.client.report [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Updated inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 820.379855] env[63043]: DEBUG nova.compute.provider_tree [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Updating resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f generation from 81 to 82 during operation: update_inventory {{(pid=63043) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 820.379855] env[63043]: DEBUG nova.compute.provider_tree [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.408170] env[63043]: DEBUG nova.network.neutron [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.558781] env[63043]: DEBUG nova.network.neutron [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.616306] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486050, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.704542] env[63043]: INFO nova.compute.manager [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Took 31.90 seconds to build instance. [ 820.790837] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.889272] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.890198] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 24.509s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.919222] env[63043]: INFO nova.scheduler.client.report [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted allocations for instance 013a496b-dc45-45b3-af8b-a2e2357bd7a5 [ 821.062140] env[63043]: DEBUG oslo_concurrency.lockutils [req-96ba54cd-a1f6-40ee-bcac-02d210a04674 req-c2f166be-b48a-4b01-bce8-0aea9d4e23d5 service nova] Releasing lock "refresh_cache-cd79f6b1-4c5e-405a-ac83-093560eb5bb0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.064972] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Acquired lock "refresh_cache-cd79f6b1-4c5e-405a-ac83-093560eb5bb0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.064972] env[63043]: DEBUG nova.network.neutron [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.115312] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486050, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.207291] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60e69ea3-668f-4593-b002-49136b37c04c tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Lock "7ed9677f-f0e2-49fa-9827-cb216e4e417a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.420s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.288960] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486052, 'name': ReconfigVM_Task, 'duration_secs': 0.598112} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.289263] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Reconfigured VM instance instance-0000003a to attach disk [datastore2] a48fbd30-8cf7-4351-bc5d-bd8957542e84/a48fbd30-8cf7-4351-bc5d-bd8957542e84.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.289921] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78d9829e-41be-4c6f-80f4-d9abcc6a8595 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.297743] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 821.297743] env[63043]: value = "task-2486053" [ 821.297743] env[63043]: _type = "Task" [ 821.297743] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.310037] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486053, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.397773] env[63043]: DEBUG nova.objects.instance [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lazy-loading 'migration_context' on Instance uuid b6326a0e-f6b0-466a-8c18-9a3e6b112e42 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.433132] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "013a496b-dc45-45b3-af8b-a2e2357bd7a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.641s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.618325] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486050, 'name': CloneVM_Task, 'duration_secs': 1.974718} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.623117] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Created linked-clone VM from snapshot [ 821.623251] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d53d2ab-c949-42e4-8fae-c84b20ef8e99 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.634188] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Uploading image 111d925d-3e23-4192-abce-8069875151e5 {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 821.671048] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 821.671048] env[63043]: value = "vm-503003" [ 821.671048] env[63043]: _type = "VirtualMachine" [ 821.671048] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 821.671345] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-958d9f46-7640-4c9b-a365-496fde23239d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.678749] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lease: (returnval){ [ 821.678749] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529d0135-cea9-5cf1-da0d-457f6fdb013c" [ 821.678749] env[63043]: _type = "HttpNfcLease" [ 821.678749] env[63043]: } obtained for exporting VM: (result){ [ 821.678749] env[63043]: value = "vm-503003" [ 821.678749] env[63043]: _type = "VirtualMachine" [ 821.678749] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 821.679066] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the lease: (returnval){ [ 821.679066] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529d0135-cea9-5cf1-da0d-457f6fdb013c" [ 821.679066] env[63043]: _type = "HttpNfcLease" [ 821.679066] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 821.686400] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.686400] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529d0135-cea9-5cf1-da0d-457f6fdb013c" [ 821.686400] env[63043]: _type = "HttpNfcLease" [ 821.686400] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 821.809835] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486053, 'name': Rename_Task, 'duration_secs': 0.228843} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.809835] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.809835] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70026b43-aa39-40d5-b8a2-259fa2d14f3a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.818022] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 821.818022] env[63043]: value = "task-2486055" [ 821.818022] env[63043]: _type = "Task" [ 821.818022] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.824415] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.886222] env[63043]: DEBUG nova.network.neutron [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.958800] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Acquiring lock "7ed9677f-f0e2-49fa-9827-cb216e4e417a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.958800] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Lock "7ed9677f-f0e2-49fa-9827-cb216e4e417a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.958800] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Acquiring lock "7ed9677f-f0e2-49fa-9827-cb216e4e417a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.958800] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Lock "7ed9677f-f0e2-49fa-9827-cb216e4e417a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.958800] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Lock "7ed9677f-f0e2-49fa-9827-cb216e4e417a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.966102] env[63043]: INFO nova.compute.manager [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Terminating instance [ 822.058299] env[63043]: DEBUG oslo_vmware.rw_handles [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52483b8e-4bee-dee3-a0f5-0e6b1cd88cb4/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 822.060040] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa2748e-bd2c-43f3-b0f7-21b23e7fa538 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.069659] env[63043]: DEBUG oslo_vmware.rw_handles [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52483b8e-4bee-dee3-a0f5-0e6b1cd88cb4/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 822.069987] env[63043]: ERROR oslo_vmware.rw_handles [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52483b8e-4bee-dee3-a0f5-0e6b1cd88cb4/disk-0.vmdk due to incomplete transfer. [ 822.070287] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d8beacfe-5521-4cc8-aaf0-f168fb9a0236 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.077603] env[63043]: DEBUG oslo_vmware.rw_handles [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52483b8e-4bee-dee3-a0f5-0e6b1cd88cb4/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 822.078445] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Uploaded image b324d454-fc78-48f2-99f2-fc493c21c40a to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 822.081790] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 822.087016] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d44e51c9-062a-4188-92d0-e8d964fac3cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.092692] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 822.092692] env[63043]: value = "task-2486056" [ 822.092692] env[63043]: _type = "Task" [ 822.092692] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.101264] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486056, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.168424] env[63043]: DEBUG nova.network.neutron [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Updating instance_info_cache with network_info: [{"id": "95e1c480-253b-40cf-bf86-362ad39cbf2e", "address": "fa:16:3e:3f:13:ea", "network": {"id": "0710e111-c02d-4831-8814-af9d9556d338", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1764041670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23ec2065bed64836bcba28da92181ffc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e1c480-25", "ovs_interfaceid": "95e1c480-253b-40cf-bf86-362ad39cbf2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.189674] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.189674] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529d0135-cea9-5cf1-da0d-457f6fdb013c" [ 822.189674] env[63043]: _type = "HttpNfcLease" [ 822.189674] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 822.189987] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 822.189987] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529d0135-cea9-5cf1-da0d-457f6fdb013c" [ 822.189987] env[63043]: _type = "HttpNfcLease" [ 822.189987] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 822.190759] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2454fe-77e8-4660-b118-947bf6078ac9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.201358] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52437b45-21fd-842d-d6c3-c2b65a35e7a6/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 822.201568] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52437b45-21fd-842d-d6c3-c2b65a35e7a6/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 822.332888] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486055, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.336127] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f543a6b6-bfdf-4089-8149-eb6b1bdb6dc2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.473417] env[63043]: DEBUG nova.compute.manager [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.473417] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.473417] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e31a45f-54e1-4af3-a515-555858cdb1e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.491421] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.491686] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8459e48c-ae2f-4ded-8aa9-918a22c93a52 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.500871] env[63043]: DEBUG oslo_vmware.api [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Waiting for the task: (returnval){ [ 822.500871] env[63043]: value = "task-2486057" [ 822.500871] env[63043]: _type = "Task" [ 822.500871] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.501492] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507337f9-e20b-44d1-adf3-4f363d164183 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.517071] env[63043]: DEBUG oslo_vmware.api [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.518658] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256bb767-5120-4f08-91d4-713e4ecc4014 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.558812] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75bbfa4-1a7c-4827-b496-8e91bd60a4f0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.567292] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451af147-4ec2-4f59-8231-3df4ccaf8019 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.581277] env[63043]: DEBUG nova.compute.provider_tree [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.607225] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486056, 'name': Destroy_Task, 'duration_secs': 0.448747} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.607504] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Destroyed the VM [ 822.607751] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.608205] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f1c5fa5-4bf7-4695-b506-980ca93506f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.615581] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 822.615581] env[63043]: value = "task-2486058" [ 822.615581] env[63043]: _type = "Task" [ 822.615581] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.625416] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486058, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.673384] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Releasing lock "refresh_cache-cd79f6b1-4c5e-405a-ac83-093560eb5bb0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.673384] env[63043]: DEBUG nova.compute.manager [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Instance network_info: |[{"id": "95e1c480-253b-40cf-bf86-362ad39cbf2e", "address": "fa:16:3e:3f:13:ea", "network": {"id": "0710e111-c02d-4831-8814-af9d9556d338", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1764041670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23ec2065bed64836bcba28da92181ffc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e1c480-25", "ovs_interfaceid": "95e1c480-253b-40cf-bf86-362ad39cbf2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.673698] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:13:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95e1c480-253b-40cf-bf86-362ad39cbf2e', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.681681] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Creating folder: Project (23ec2065bed64836bcba28da92181ffc). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.682510] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-100f837a-0569-464c-95d6-16640652c62c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.693948] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Created folder: Project (23ec2065bed64836bcba28da92181ffc) in parent group-v502843. [ 822.695529] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Creating folder: Instances. Parent ref: group-v503004. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.695529] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2622536e-1def-4043-95f0-ec8ffc4f714c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.704171] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Created folder: Instances in parent group-v503004. [ 822.704171] env[63043]: DEBUG oslo.service.loopingcall [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.704371] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.704629] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cf9d492-c45d-4838-a25c-6a7dbddb1190 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.728598] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.728598] env[63043]: value = "task-2486061" [ 822.728598] env[63043]: _type = "Task" [ 822.728598] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.736497] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486061, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.830247] env[63043]: DEBUG oslo_vmware.api [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486055, 'name': PowerOnVM_Task, 'duration_secs': 0.551746} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.830711] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.831111] env[63043]: INFO nova.compute.manager [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Took 9.05 seconds to spawn the instance on the hypervisor. [ 822.831838] env[63043]: DEBUG nova.compute.manager [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.834625] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b939dd-b925-4421-a025-bf685a7f2039 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.907843] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Acquiring lock "5f47d72c-81fd-47b9-92b4-fc9e56e0e19f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.908224] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lock "5f47d72c-81fd-47b9-92b4-fc9e56e0e19f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.014086] env[63043]: DEBUG oslo_vmware.api [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486057, 'name': PowerOffVM_Task, 'duration_secs': 0.214339} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.014460] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.015307] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.015307] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0393af3-0d96-4aff-b046-0c1adbc343f9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.080702] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.080936] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.081158] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Deleting the datastore file [datastore2] 7ed9677f-f0e2-49fa-9827-cb216e4e417a {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.081473] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad599dc-2fa7-4389-a849-36d4910371cc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.093706] env[63043]: DEBUG oslo_vmware.api [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Waiting for the task: (returnval){ [ 823.093706] env[63043]: value = "task-2486063" [ 823.093706] env[63043]: _type = "Task" [ 823.093706] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.105387] env[63043]: DEBUG oslo_vmware.api [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.109201] env[63043]: ERROR nova.scheduler.client.report [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [req-22d15954-822f-40a3-98cd-c8fe1a95042e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1c615ed-2198-4c37-92f9-e049b1e9001f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22d15954-822f-40a3-98cd-c8fe1a95042e"}]} [ 823.125627] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486058, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.128153] env[63043]: DEBUG nova.scheduler.client.report [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Refreshing inventories for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 823.149478] env[63043]: DEBUG nova.scheduler.client.report [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Updating ProviderTree inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 823.150199] env[63043]: DEBUG nova.compute.provider_tree [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.165775] env[63043]: DEBUG nova.scheduler.client.report [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Refreshing aggregate associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, aggregates: None {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 823.193876] env[63043]: DEBUG nova.scheduler.client.report [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Refreshing trait associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 823.247223] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486061, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.353358] env[63043]: INFO nova.compute.manager [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Took 29.77 seconds to build instance. [ 823.416828] env[63043]: DEBUG nova.compute.manager [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.618226] env[63043]: DEBUG oslo_vmware.api [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Task: {'id': task-2486063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245406} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.618226] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.618226] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.618226] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.618226] env[63043]: INFO nova.compute.manager [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 823.619357] env[63043]: DEBUG oslo.service.loopingcall [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.622503] env[63043]: DEBUG nova.compute.manager [-] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.622645] env[63043]: DEBUG nova.network.neutron [-] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.633613] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486058, 'name': RemoveSnapshot_Task, 'duration_secs': 0.647305} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.635092] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 823.635898] env[63043]: DEBUG nova.compute.manager [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.637436] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63478087-6a48-40e7-9e75-f01c0c89bc94 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.741477] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486061, 'name': CreateVM_Task, 'duration_secs': 0.640884} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.741596] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.742334] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.742440] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.742804] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.743077] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d641ca1-dc48-4c7f-8878-a1961b402fd5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.748836] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Waiting for the task: (returnval){ [ 823.748836] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520188bf-52cc-e390-772a-d26f544c1998" [ 823.748836] env[63043]: _type = "Task" [ 823.748836] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.760956] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520188bf-52cc-e390-772a-d26f544c1998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.822077] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e15ed7-cd0d-43d3-85f8-a6c5129d842c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.832930] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85cf1f2-c1f4-4af4-8713-7d0e5ca6b3ce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.871679] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87a3bfe0-d368-41fb-97da-d7662269d4fd tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "a48fbd30-8cf7-4351-bc5d-bd8957542e84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.294s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.872328] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99137fa-b50c-4add-a20b-797425f5558f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.882284] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4843c9a-5465-4eaa-b4bb-434b31984c0c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.896884] env[63043]: DEBUG nova.compute.provider_tree [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.918610] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "54587894-0a8c-42a4-9af4-44da11cfb9f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.918781] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "54587894-0a8c-42a4-9af4-44da11cfb9f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.946039] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.108423] env[63043]: DEBUG nova.compute.manager [req-3e56fd75-2abe-48e5-b00e-06cf871f9c07 req-9fe65e36-6872-4236-8349-2d63daed63d3 service nova] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Received event network-vif-deleted-06a39cb6-bb39-4307-a3c8-c1fe04638acb {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.108873] env[63043]: INFO nova.compute.manager [req-3e56fd75-2abe-48e5-b00e-06cf871f9c07 req-9fe65e36-6872-4236-8349-2d63daed63d3 service nova] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Neutron deleted interface 06a39cb6-bb39-4307-a3c8-c1fe04638acb; detaching it from the instance and deleting it from the info cache [ 824.108873] env[63043]: DEBUG nova.network.neutron [req-3e56fd75-2abe-48e5-b00e-06cf871f9c07 req-9fe65e36-6872-4236-8349-2d63daed63d3 service nova] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.150623] env[63043]: INFO nova.compute.manager [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Shelve offloading [ 824.261980] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520188bf-52cc-e390-772a-d26f544c1998, 'name': SearchDatastore_Task, 'duration_secs': 0.011582} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.262305] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.262533] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.262765] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.262932] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.264226] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.264226] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7c3d119-4191-49d4-9e95-172394498eb2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.273423] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.273423] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.274022] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f230c2-dd5b-4012-9870-e6da80622110 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.279547] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Waiting for the task: (returnval){ [ 824.279547] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52790e1d-c197-9049-69c0-9cebbfc6d34e" [ 824.279547] env[63043]: _type = "Task" [ 824.279547] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.288141] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52790e1d-c197-9049-69c0-9cebbfc6d34e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.427042] env[63043]: ERROR nova.scheduler.client.report [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [req-745cd3df-c030-4b5a-8c7e-8d1a722d42bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1c615ed-2198-4c37-92f9-e049b1e9001f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-745cd3df-c030-4b5a-8c7e-8d1a722d42bd"}]} [ 824.427042] env[63043]: DEBUG nova.compute.manager [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.454039] env[63043]: DEBUG nova.scheduler.client.report [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Refreshing inventories for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 824.483055] env[63043]: DEBUG nova.scheduler.client.report [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Updating ProviderTree inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 824.483055] env[63043]: DEBUG nova.compute.provider_tree [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.503549] env[63043]: DEBUG nova.scheduler.client.report [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Refreshing aggregate associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, aggregates: None {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 824.521233] env[63043]: DEBUG nova.network.neutron [-] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.529985] env[63043]: DEBUG nova.scheduler.client.report [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Refreshing trait associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 824.611259] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d894afd8-ba43-4db5-be6f-6954b20cd780 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.621279] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5571280c-0b5f-4333-a5d5-4449114ebe09 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.659923] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.660194] env[63043]: DEBUG nova.compute.manager [req-3e56fd75-2abe-48e5-b00e-06cf871f9c07 req-9fe65e36-6872-4236-8349-2d63daed63d3 service nova] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Detach interface failed, port_id=06a39cb6-bb39-4307-a3c8-c1fe04638acb, reason: Instance 7ed9677f-f0e2-49fa-9827-cb216e4e417a could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 824.660545] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89c07651-c657-47d6-929e-25c051078cd4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.666784] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 824.666784] env[63043]: value = "task-2486064" [ 824.666784] env[63043]: _type = "Task" [ 824.666784] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.679116] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 824.679390] env[63043]: DEBUG nova.compute.manager [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.680384] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8f33bd-b0b7-4517-b9cc-da2a3b61830b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.687832] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "refresh_cache-0da32a35-bed2-4d68-a24b-01bd67ec70d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.688053] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "refresh_cache-0da32a35-bed2-4d68-a24b-01bd67ec70d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.688294] env[63043]: DEBUG nova.network.neutron [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.794147] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52790e1d-c197-9049-69c0-9cebbfc6d34e, 'name': SearchDatastore_Task, 'duration_secs': 0.035411} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.797718] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb79899b-960b-447f-bef2-3773b7b24b4b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.803070] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Waiting for the task: (returnval){ [ 824.803070] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52424907-17b2-1064-b085-6ff0e99bbc3a" [ 824.803070] env[63043]: _type = "Task" [ 824.803070] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.813580] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52424907-17b2-1064-b085-6ff0e99bbc3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.941585] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8013b4be-cbdd-4608-b5c6-f2152c793dca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.955346] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2e8099-8628-4be9-95b7-ceb62df99829 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.960163] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.986340] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb243b21-c96c-4d9d-9b29-70da0e794c94 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.993894] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09552b84-deeb-4b84-aeef-41104f3c1a82 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.008612] env[63043]: DEBUG nova.compute.provider_tree [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.029572] env[63043]: INFO nova.compute.manager [-] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Took 1.41 seconds to deallocate network for instance. [ 825.314230] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52424907-17b2-1064-b085-6ff0e99bbc3a, 'name': SearchDatastore_Task, 'duration_secs': 0.045133} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.316230] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.316534] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] cd79f6b1-4c5e-405a-ac83-093560eb5bb0/cd79f6b1-4c5e-405a-ac83-093560eb5bb0.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.316823] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32ed8fa5-ae1c-490c-819d-4e31f4164337 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.324656] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Waiting for the task: (returnval){ [ 825.324656] env[63043]: value = "task-2486065" [ 825.324656] env[63043]: _type = "Task" [ 825.324656] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.335400] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.450424] env[63043]: DEBUG nova.network.neutron [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Updating instance_info_cache with network_info: [{"id": "4e2f1aaa-be53-4ea9-b8c2-afde96d104ff", "address": "fa:16:3e:31:1b:1d", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2f1aaa-be", "ovs_interfaceid": "4e2f1aaa-be53-4ea9-b8c2-afde96d104ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.537203] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.557665] env[63043]: DEBUG nova.scheduler.client.report [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Updated inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 825.558016] env[63043]: DEBUG nova.compute.provider_tree [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Updating resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f generation from 84 to 85 during operation: update_inventory {{(pid=63043) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 825.558245] env[63043]: DEBUG nova.compute.provider_tree [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.841210] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486065, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.955228] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "refresh_cache-0da32a35-bed2-4d68-a24b-01bd67ec70d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.297807] env[63043]: DEBUG nova.compute.manager [req-fe90f77b-c85e-41eb-995d-e0850e1292de req-8054c3ef-c0cf-4ddc-9ced-1ec667dc890a service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Received event network-vif-unplugged-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.297807] env[63043]: DEBUG oslo_concurrency.lockutils [req-fe90f77b-c85e-41eb-995d-e0850e1292de req-8054c3ef-c0cf-4ddc-9ced-1ec667dc890a service nova] Acquiring lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.299681] env[63043]: DEBUG oslo_concurrency.lockutils [req-fe90f77b-c85e-41eb-995d-e0850e1292de req-8054c3ef-c0cf-4ddc-9ced-1ec667dc890a service nova] Lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.299939] env[63043]: DEBUG oslo_concurrency.lockutils [req-fe90f77b-c85e-41eb-995d-e0850e1292de req-8054c3ef-c0cf-4ddc-9ced-1ec667dc890a service nova] Lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.300147] env[63043]: DEBUG nova.compute.manager [req-fe90f77b-c85e-41eb-995d-e0850e1292de req-8054c3ef-c0cf-4ddc-9ced-1ec667dc890a service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] No waiting events found dispatching network-vif-unplugged-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.300740] env[63043]: WARNING nova.compute.manager [req-fe90f77b-c85e-41eb-995d-e0850e1292de req-8054c3ef-c0cf-4ddc-9ced-1ec667dc890a service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Received unexpected event network-vif-unplugged-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff for instance with vm_state shelved and task_state shelving_offloading. [ 826.321200] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.322346] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6813a7-a73c-4f39-8658-90c66eed59c0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.333257] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.334502] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef1e05c5-b0ab-4170-b678-efc1fb3db27f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.338934] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85898} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.339093] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] cd79f6b1-4c5e-405a-ac83-093560eb5bb0/cd79f6b1-4c5e-405a-ac83-093560eb5bb0.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.339319] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.339554] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c70dfbb4-873b-4dbd-8698-ca5f9bc11428 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.348866] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Waiting for the task: (returnval){ [ 826.348866] env[63043]: value = "task-2486067" [ 826.348866] env[63043]: _type = "Task" [ 826.348866] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.358901] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.481230] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.481657] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.481813] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleting the datastore file [datastore1] 0da32a35-bed2-4d68-a24b-01bd67ec70d5 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.481995] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b739546-ef37-41b0-9eac-caf2bb015811 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.488943] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 826.488943] env[63043]: value = "task-2486068" [ 826.488943] env[63043]: _type = "Task" [ 826.488943] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.499637] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.572698] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 5.682s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.579085] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.756s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.858478] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071359} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.858752] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.859680] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d44505-7aff-49a6-8ab4-b480761a6e2d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.886321] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] cd79f6b1-4c5e-405a-ac83-093560eb5bb0/cd79f6b1-4c5e-405a-ac83-093560eb5bb0.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.886321] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6a5fcba-892d-431c-9a31-a0ee484d95b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.905249] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Waiting for the task: (returnval){ [ 826.905249] env[63043]: value = "task-2486069" [ 826.905249] env[63043]: _type = "Task" [ 826.905249] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.916416] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.999429] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.015119] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "a48fbd30-8cf7-4351-bc5d-bd8957542e84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.015383] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "a48fbd30-8cf7-4351-bc5d-bd8957542e84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.015599] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "a48fbd30-8cf7-4351-bc5d-bd8957542e84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.066521] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "a48fbd30-8cf7-4351-bc5d-bd8957542e84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.066521] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "a48fbd30-8cf7-4351-bc5d-bd8957542e84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.066521] env[63043]: INFO nova.compute.manager [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Terminating instance [ 827.229920] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Acquiring lock "a127bec7-a016-412c-8af1-bf8f12863654" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.230086] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Lock "a127bec7-a016-412c-8af1-bf8f12863654" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.415572] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.499517] env[63043]: DEBUG oslo_vmware.api [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554362} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.499617] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.499848] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.500068] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.521900] env[63043]: DEBUG nova.compute.manager [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.522207] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.523484] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9dc524-24ff-4efe-bf81-e896703279c9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.528051] env[63043]: INFO nova.scheduler.client.report [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted allocations for instance 0da32a35-bed2-4d68-a24b-01bd67ec70d5 [ 827.535646] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.535969] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2266bee8-ecfd-41e1-b4f2-6a52a14e5be7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.542188] env[63043]: DEBUG oslo_vmware.api [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 827.542188] env[63043]: value = "task-2486070" [ 827.542188] env[63043]: _type = "Task" [ 827.542188] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.550169] env[63043]: DEBUG oslo_vmware.api [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.598809] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Applying migration context for instance dc294ec0-d246-43eb-b334-15578b9aaa9d as it has an incoming, in-progress migration df04be02-42de-4a26-b0c3-959be93400c7. Migration status is confirming {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 827.601023] env[63043]: INFO nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating resource usage from migration df04be02-42de-4a26-b0c3-959be93400c7 [ 827.622019] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 80805db5-2215-4d5a-9b38-e4d82d76ffbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.622222] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ceca798f-e220-445a-b8cc-72855897fadf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.622394] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.622533] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance dd9d50c4-0607-4247-8e76-06903fb0a599 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.622775] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 974b051e-74c5-457d-b734-ef7fa65a8d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.622934] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 8faf95e3-ce3a-4e0a-91f1-f508a80fb268 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.623030] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 73827131-0a2c-48ac-9358-d5d301c1144f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.623149] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance c52ccbde-5679-4408-bf26-4bee8974a41a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.623276] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance d4ce4f3a-0979-4c85-be63-8532eedb1593 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.623387] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a8cd95e8-213c-47bb-8082-30075fa6b60b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.623522] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 4db389d7-fff2-4e65-a3b9-a6931964201a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.623718] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.733434] env[63043]: DEBUG nova.compute.manager [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.919052] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486069, 'name': ReconfigVM_Task, 'duration_secs': 0.665954} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.919411] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Reconfigured VM instance instance-0000003b to attach disk [datastore2] cd79f6b1-4c5e-405a-ac83-093560eb5bb0/cd79f6b1-4c5e-405a-ac83-093560eb5bb0.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.920157] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bd7b65b-0f45-4693-bf91-40f636ba2f19 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.926564] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Waiting for the task: (returnval){ [ 827.926564] env[63043]: value = "task-2486071" [ 827.926564] env[63043]: _type = "Task" [ 827.926564] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.936365] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486071, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.032802] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.051915] env[63043]: DEBUG oslo_vmware.api [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486070, 'name': PowerOffVM_Task, 'duration_secs': 0.209546} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.052272] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.052532] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.052860] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e275e71e-1f7b-40a6-afc3-abae0d1ce316 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.116225] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.116460] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.116641] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Deleting the datastore file [datastore2] a48fbd30-8cf7-4351-bc5d-bd8957542e84 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.116890] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d03f112f-18a3-4e90-be95-0b938a9956cd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.123520] env[63043]: DEBUG oslo_vmware.api [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 828.123520] env[63043]: value = "task-2486073" [ 828.123520] env[63043]: _type = "Task" [ 828.123520] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.128723] env[63043]: INFO nova.compute.manager [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Swapping old allocation on dict_keys(['d1c615ed-2198-4c37-92f9-e049b1e9001f']) held by migration d0d54dfd-77e6-4caa-8fc3-1d5ce6dee91d for instance [ 828.129484] env[63043]: INFO nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance d0d54dfd-77e6-4caa-8fc3-1d5ce6dee91d has allocations against this compute host but is not found in the database. [ 828.129759] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance b6326a0e-f6b0-466a-8c18-9a3e6b112e42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.130012] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 0e9ba214-805d-4744-83c7-72cda80bc706 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.130433] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ce48b27c-5c1a-4093-9867-ad7c8b912192 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.130571] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 6715c0c8-6537-4057-912f-1391b5bf7d8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.130869] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance b884c2ac-0b7b-4ae9-b858-b80a7d742e89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.131019] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Migration df04be02-42de-4a26-b0c3-959be93400c7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 828.131277] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance dc294ec0-d246-43eb-b334-15578b9aaa9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.131498] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 7ed9677f-f0e2-49fa-9827-cb216e4e417a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.131771] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a48fbd30-8cf7-4351-bc5d-bd8957542e84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.131973] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance cd79f6b1-4c5e-405a-ac83-093560eb5bb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.140756] env[63043]: DEBUG oslo_vmware.api [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.162195] env[63043]: DEBUG nova.scheduler.client.report [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Overwriting current allocation {'allocations': {'d1c615ed-2198-4c37-92f9-e049b1e9001f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': '0d7adc2a6fe64fe88e295f263b613a99', 'user_id': '10e0e28f61004581a161326a415e69e9', 'consumer_generation': 1} on consumer b6326a0e-f6b0-466a-8c18-9a3e6b112e42 {{(pid=63043) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 828.247401] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.247598] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquired lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.247775] env[63043]: DEBUG nova.network.neutron [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.254978] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.390947] env[63043]: DEBUG nova.compute.manager [req-b1420104-e0e6-4d6a-a44e-58b0fafe9366 req-1a9437ba-822f-44ed-b131-47d0a209324b service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Received event network-changed-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.390984] env[63043]: DEBUG nova.compute.manager [req-b1420104-e0e6-4d6a-a44e-58b0fafe9366 req-1a9437ba-822f-44ed-b131-47d0a209324b service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Refreshing instance network info cache due to event network-changed-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 828.391475] env[63043]: DEBUG oslo_concurrency.lockutils [req-b1420104-e0e6-4d6a-a44e-58b0fafe9366 req-1a9437ba-822f-44ed-b131-47d0a209324b service nova] Acquiring lock "refresh_cache-0da32a35-bed2-4d68-a24b-01bd67ec70d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.391748] env[63043]: DEBUG oslo_concurrency.lockutils [req-b1420104-e0e6-4d6a-a44e-58b0fafe9366 req-1a9437ba-822f-44ed-b131-47d0a209324b service nova] Acquired lock "refresh_cache-0da32a35-bed2-4d68-a24b-01bd67ec70d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.392134] env[63043]: DEBUG nova.network.neutron [req-b1420104-e0e6-4d6a-a44e-58b0fafe9366 req-1a9437ba-822f-44ed-b131-47d0a209324b service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Refreshing network info cache for port 4e2f1aaa-be53-4ea9-b8c2-afde96d104ff {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.438931] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486071, 'name': Rename_Task, 'duration_secs': 0.168835} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.439326] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.439638] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f55e441-36fe-4ab2-8275-39c15983390d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.446680] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Waiting for the task: (returnval){ [ 828.446680] env[63043]: value = "task-2486074" [ 828.446680] env[63043]: _type = "Task" [ 828.446680] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.455538] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.633277] env[63043]: DEBUG oslo_vmware.api [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211766} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.633518] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.633734] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.633919] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.634115] env[63043]: INFO nova.compute.manager [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Took 1.11 seconds to destroy the instance on the hypervisor. [ 828.634388] env[63043]: DEBUG oslo.service.loopingcall [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.634581] env[63043]: DEBUG nova.compute.manager [-] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.634677] env[63043]: DEBUG nova.network.neutron [-] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.636916] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a7a1c31d-e4f5-457c-b9cb-484ec95d9d24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.787740] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.958626] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486074, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.088210] env[63043]: DEBUG nova.network.neutron [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance_info_cache with network_info: [{"id": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "address": "fa:16:3e:c5:3b:32", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef0d9db-6a", "ovs_interfaceid": "4ef0d9db-6aab-4318-9f6a-03adf1bde26f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.141650] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 8158bb22-61f9-4936-831a-e9f96d5e8b2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 829.156700] env[63043]: DEBUG nova.network.neutron [req-b1420104-e0e6-4d6a-a44e-58b0fafe9366 req-1a9437ba-822f-44ed-b131-47d0a209324b service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Updated VIF entry in instance network info cache for port 4e2f1aaa-be53-4ea9-b8c2-afde96d104ff. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.157069] env[63043]: DEBUG nova.network.neutron [req-b1420104-e0e6-4d6a-a44e-58b0fafe9366 req-1a9437ba-822f-44ed-b131-47d0a209324b service nova] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Updating instance_info_cache with network_info: [{"id": "4e2f1aaa-be53-4ea9-b8c2-afde96d104ff", "address": "fa:16:3e:31:1b:1d", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": null, "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4e2f1aaa-be", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.458124] env[63043]: DEBUG oslo_vmware.api [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486074, 'name': PowerOnVM_Task, 'duration_secs': 0.569153} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.458443] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.458657] env[63043]: INFO nova.compute.manager [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Took 10.85 seconds to spawn the instance on the hypervisor. [ 829.458876] env[63043]: DEBUG nova.compute.manager [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.459770] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346c8df0-5088-4a78-9951-63e87cf1cfa2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.508313] env[63043]: DEBUG nova.network.neutron [-] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.591181] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Releasing lock "refresh_cache-b6326a0e-f6b0-466a-8c18-9a3e6b112e42" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.591849] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.591909] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8628871f-3675-4993-86de-4c04f273517c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.600248] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 829.600248] env[63043]: value = "task-2486075" [ 829.600248] env[63043]: _type = "Task" [ 829.600248] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.609134] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.652118] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 201518f4-3a96-46a3-b8c8-929ba49e6f80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 829.660550] env[63043]: DEBUG oslo_concurrency.lockutils [req-b1420104-e0e6-4d6a-a44e-58b0fafe9366 req-1a9437ba-822f-44ed-b131-47d0a209324b service nova] Releasing lock "refresh_cache-0da32a35-bed2-4d68-a24b-01bd67ec70d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.978024] env[63043]: INFO nova.compute.manager [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Took 35.27 seconds to build instance. [ 830.011338] env[63043]: INFO nova.compute.manager [-] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Took 1.38 seconds to deallocate network for instance. [ 830.110727] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486075, 'name': PowerOffVM_Task, 'duration_secs': 0.214683} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.111008] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.111737] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:05:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1541b220-bd77-450a-98ab-761e09ecd3f0',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1099687806',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.112243] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.112441] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.112659] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.112804] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.112976] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.113203] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.113367] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.113536] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.113701] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.113875] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.119029] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4961ac0-d831-4407-8b09-57031d6225ee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.135163] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 830.135163] env[63043]: value = "task-2486076" [ 830.135163] env[63043]: _type = "Task" [ 830.135163] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.142963] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.155025] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance f1ea415c-1a7a-4ed4-a7e1-88f28360866c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 830.415763] env[63043]: DEBUG nova.compute.manager [req-44045db5-54e3-4e84-9b4c-aed739ceaf0a req-0f8b7b32-3f2e-4a9a-b96a-808f6e7e49bb service nova] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Received event network-vif-deleted-cfa246aa-e146-40c3-b7c6-20894a10a98b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 830.479353] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Lock "cd79f6b1-4c5e-405a-ac83-093560eb5bb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.776s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.517249] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.646838] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486076, 'name': ReconfigVM_Task, 'duration_secs': 0.152214} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.647750] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ef42eb-29d9-4ab8-aade-4e3f6fddcfe0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.667831] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 830.669678] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:05:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1541b220-bd77-450a-98ab-761e09ecd3f0',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1099687806',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.669906] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.670082] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.670272] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.670420] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.670569] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.670774] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.670937] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.671126] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.671292] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.671467] env[63043]: DEBUG nova.virt.hardware [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.672514] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd1c1e4-3512-4e20-94a9-dd393e581528 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.678474] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 830.678474] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52ca8921-5cac-ce5c-f66f-382519d83174" [ 830.678474] env[63043]: _type = "Task" [ 830.678474] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.687135] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ca8921-5cac-ce5c-f66f-382519d83174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.175054] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 54587894-0a8c-42a4-9af4-44da11cfb9f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 831.188974] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ca8921-5cac-ce5c-f66f-382519d83174, 'name': SearchDatastore_Task, 'duration_secs': 0.012537} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.194251] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 831.194867] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b72055-066f-4ef7-bef7-0a8fc640f1e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.214032] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 831.214032] env[63043]: value = "task-2486077" [ 831.214032] env[63043]: _type = "Task" [ 831.214032] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.222403] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.286355] env[63043]: DEBUG oslo_concurrency.lockutils [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Acquiring lock "cd79f6b1-4c5e-405a-ac83-093560eb5bb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.286480] env[63043]: DEBUG oslo_concurrency.lockutils [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Lock "cd79f6b1-4c5e-405a-ac83-093560eb5bb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.286681] env[63043]: DEBUG oslo_concurrency.lockutils [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Acquiring lock "cd79f6b1-4c5e-405a-ac83-093560eb5bb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.288745] env[63043]: DEBUG oslo_concurrency.lockutils [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Lock "cd79f6b1-4c5e-405a-ac83-093560eb5bb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.288745] env[63043]: DEBUG oslo_concurrency.lockutils [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Lock "cd79f6b1-4c5e-405a-ac83-093560eb5bb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.289204] env[63043]: INFO nova.compute.manager [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Terminating instance [ 831.676768] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a127bec7-a016-412c-8af1-bf8f12863654 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 831.677112] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 831.677274] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 831.724407] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486077, 'name': ReconfigVM_Task, 'duration_secs': 0.275237} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.727130] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 831.728204] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce8201d-e52d-4a99-9958-86c9fd991ffc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.749944] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] b6326a0e-f6b0-466a-8c18-9a3e6b112e42/b6326a0e-f6b0-466a-8c18-9a3e6b112e42.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.752852] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c11598-1f4d-4470-8bc8-1a6f96a1e32f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.771196] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 831.771196] env[63043]: value = "task-2486078" [ 831.771196] env[63043]: _type = "Task" [ 831.771196] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.780898] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.794559] env[63043]: DEBUG nova.compute.manager [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.794831] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.795818] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8df6a5-9d02-47a2-9e8b-1342d30b855b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.803341] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.806312] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aca6ad08-06e8-4e2f-9efb-0c8f2fb39306 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.813030] env[63043]: DEBUG oslo_vmware.api [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Waiting for the task: (returnval){ [ 831.813030] env[63043]: value = "task-2486079" [ 831.813030] env[63043]: _type = "Task" [ 831.813030] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.825268] env[63043]: DEBUG oslo_vmware.api [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.110496] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29859ec7-081a-403e-a241-9d85a38b7b0a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.119665] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9736c59f-2fd8-425e-93d6-45e1369b246b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.150117] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfacf01a-37e2-4500-896e-2885e8a848bc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.157594] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f6baf7-b48a-4342-9258-814dc28330a4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.170957] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.283029] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486078, 'name': ReconfigVM_Task, 'duration_secs': 0.310977} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.283338] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Reconfigured VM instance instance-00000027 to attach disk [datastore2] b6326a0e-f6b0-466a-8c18-9a3e6b112e42/b6326a0e-f6b0-466a-8c18-9a3e6b112e42.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.284236] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328a6a3f-1551-494f-8926-75a60b736b4c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.302720] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9947ce02-b0cb-4122-acae-578712c83b27 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.324272] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba60cd8d-7347-4897-9107-70a6f193bc48 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.331796] env[63043]: DEBUG oslo_vmware.api [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486079, 'name': PowerOffVM_Task, 'duration_secs': 0.220222} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.347980] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.347980] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.348256] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c071efef-cac9-49f8-8d64-5279a6f1ea8e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.350409] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a4f230-5d63-4a5b-bf2f-71efc1666e68 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.028831] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.034900] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.034900] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79eb5e61-8322-4ae6-b8d0-f657d43b4b99 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.035975] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.036250] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.036428] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Deleting the datastore file [datastore2] cd79f6b1-4c5e-405a-ac83-093560eb5bb0 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.036650] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2a0d908-7e5f-497d-9e34-e790937d0331 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.049019] env[63043]: DEBUG oslo_vmware.api [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Waiting for the task: (returnval){ [ 833.049019] env[63043]: value = "task-2486082" [ 833.049019] env[63043]: _type = "Task" [ 833.049019] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.049019] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 833.049019] env[63043]: value = "task-2486081" [ 833.049019] env[63043]: _type = "Task" [ 833.049019] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.060878] env[63043]: DEBUG oslo_vmware.api [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.061153] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.096468] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52437b45-21fd-842d-d6c3-c2b65a35e7a6/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 833.097283] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483499e5-d945-4927-a20c-e14abd3d502b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.104088] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52437b45-21fd-842d-d6c3-c2b65a35e7a6/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 833.104088] env[63043]: ERROR oslo_vmware.rw_handles [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52437b45-21fd-842d-d6c3-c2b65a35e7a6/disk-0.vmdk due to incomplete transfer. [ 833.104088] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e7cd4da3-912a-4f10-b765-55cc611792c9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.110514] env[63043]: DEBUG oslo_vmware.rw_handles [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52437b45-21fd-842d-d6c3-c2b65a35e7a6/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 833.111142] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Uploaded image 111d925d-3e23-4192-abce-8069875151e5 to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 833.113350] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 833.113594] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-12c18467-d5a2-4585-8ae7-62c247ba12b6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.120018] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 833.120018] env[63043]: value = "task-2486083" [ 833.120018] env[63043]: _type = "Task" [ 833.120018] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.127791] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486083, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.534388] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 833.534707] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.956s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.535036] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.383s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.536652] env[63043]: INFO nova.compute.claims [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.539571] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.539720] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Cleaning up deleted instances {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 833.559821] env[63043]: DEBUG oslo_vmware.api [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486081, 'name': PowerOnVM_Task, 'duration_secs': 0.419022} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.563332] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.566565] env[63043]: DEBUG oslo_vmware.api [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Task: {'id': task-2486082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170781} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.567224] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.567224] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.567224] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.567372] env[63043]: INFO nova.compute.manager [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Took 1.77 seconds to destroy the instance on the hypervisor. [ 833.567665] env[63043]: DEBUG oslo.service.loopingcall [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.567954] env[63043]: DEBUG nova.compute.manager [-] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.568673] env[63043]: DEBUG nova.network.neutron [-] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.631248] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486083, 'name': Destroy_Task, 'duration_secs': 0.352999} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.631516] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Destroyed the VM [ 833.631744] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 833.631996] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-59e6125d-4d4c-4332-9ce1-a9b3e68fd8e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.638145] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 833.638145] env[63043]: value = "task-2486084" [ 833.638145] env[63043]: _type = "Task" [ 833.638145] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.645903] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486084, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.884169] env[63043]: DEBUG nova.compute.manager [req-38d48e65-13c3-4a7b-96bf-3ccb34f605fc req-e032bfcf-5af9-4e94-badf-0dc190aa40e0 service nova] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Received event network-vif-deleted-95e1c480-253b-40cf-bf86-362ad39cbf2e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.884420] env[63043]: INFO nova.compute.manager [req-38d48e65-13c3-4a7b-96bf-3ccb34f605fc req-e032bfcf-5af9-4e94-badf-0dc190aa40e0 service nova] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Neutron deleted interface 95e1c480-253b-40cf-bf86-362ad39cbf2e; detaching it from the instance and deleting it from the info cache [ 833.884607] env[63043]: DEBUG nova.network.neutron [req-38d48e65-13c3-4a7b-96bf-3ccb34f605fc req-e032bfcf-5af9-4e94-badf-0dc190aa40e0 service nova] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.052250] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] There are 37 instances to clean {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 834.052565] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 013a496b-dc45-45b3-af8b-a2e2357bd7a5] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.147777] env[63043]: DEBUG oslo_vmware.api [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486084, 'name': RemoveSnapshot_Task, 'duration_secs': 0.424104} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.150314] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 834.150580] env[63043]: INFO nova.compute.manager [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Took 17.17 seconds to snapshot the instance on the hypervisor. [ 834.341602] env[63043]: DEBUG nova.network.neutron [-] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.387176] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-783fdba5-c60b-4b0d-aaf9-fa877aafc3ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.400069] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc5e291-ebc6-4c7f-9edb-7c6f9e4b3079 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.422797] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6295ca-6f6d-4748-8de3-61f04d79d752 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.436695] env[63043]: DEBUG nova.compute.manager [req-38d48e65-13c3-4a7b-96bf-3ccb34f605fc req-e032bfcf-5af9-4e94-badf-0dc190aa40e0 service nova] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Detach interface failed, port_id=95e1c480-253b-40cf-bf86-362ad39cbf2e, reason: Instance cd79f6b1-4c5e-405a-ac83-093560eb5bb0 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 834.441680] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954c91fa-c8b4-497d-a382-1cab8f3bfd46 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.473484] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c633bc2-edf3-4524-a933-1a7120c92bc7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.481188] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37913a17-d1be-497d-98ae-cef9349421d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.496520] env[63043]: DEBUG nova.compute.provider_tree [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.535404] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "b884c2ac-0b7b-4ae9-b858-b80a7d742e89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.535695] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "b884c2ac-0b7b-4ae9-b858-b80a7d742e89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.535935] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "b884c2ac-0b7b-4ae9-b858-b80a7d742e89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.536141] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "b884c2ac-0b7b-4ae9-b858-b80a7d742e89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.536313] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "b884c2ac-0b7b-4ae9-b858-b80a7d742e89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.538385] env[63043]: INFO nova.compute.manager [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Terminating instance [ 834.560432] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 840ebeae-7457-46e3-b018-9b0d3c6aa156] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.578020] env[63043]: INFO nova.compute.manager [None req-8290befc-4341-4a6d-b62f-0e673cfb069e tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance to original state: 'active' [ 834.657069] env[63043]: DEBUG nova.compute.manager [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Instance disappeared during snapshot {{(pid=63043) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 834.669929] env[63043]: DEBUG nova.compute.manager [None req-0e59a53d-fd75-48ac-af89-63040507cb36 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Image not found during clean up 111d925d-3e23-4192-abce-8069875151e5 {{(pid=63043) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 834.846465] env[63043]: INFO nova.compute.manager [-] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Took 1.28 seconds to deallocate network for instance. [ 834.997643] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "bad3e657-a17c-4fa1-889e-7c318690b942" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.997888] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "bad3e657-a17c-4fa1-889e-7c318690b942" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.999401] env[63043]: DEBUG nova.scheduler.client.report [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.045273] env[63043]: DEBUG nova.compute.manager [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.045487] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.046793] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443f0c52-3bd6-4dd7-a818-f5cf4c5efa9d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.054864] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.055109] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b72dc7ac-3f41-4f27-987a-7ff10edd513d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.063360] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 9c02e136-fd81-4ea7-ae6b-bebc423d97d4] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.355688] env[63043]: DEBUG oslo_concurrency.lockutils [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.503485] env[63043]: DEBUG nova.compute.manager [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.506947] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.972s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.507488] env[63043]: DEBUG nova.compute.manager [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.511264] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.582s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.514378] env[63043]: INFO nova.compute.claims [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.538034] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.538321] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.538392] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.538596] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.538765] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.540824] env[63043]: INFO nova.compute.manager [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Terminating instance [ 835.566437] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 5f14a03a-430e-4972-9840-4729803e9acc] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.020309] env[63043]: DEBUG nova.compute.utils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 836.021652] env[63043]: DEBUG nova.compute.manager [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.021825] env[63043]: DEBUG nova.network.neutron [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.037735] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.039558] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.040070] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.040070] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleting the datastore file [datastore1] b884c2ac-0b7b-4ae9-b858-b80a7d742e89 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.040216] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a70c757e-5302-46d0-a91a-eaaed4a33d5c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.047255] env[63043]: DEBUG nova.compute.manager [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.047541] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.047802] env[63043]: DEBUG oslo_vmware.api [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 836.047802] env[63043]: value = "task-2486086" [ 836.047802] env[63043]: _type = "Task" [ 836.047802] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.048529] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4886191e-64a1-480a-a890-35ca52feeece {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.059459] env[63043]: DEBUG oslo_vmware.api [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.061543] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.061814] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-804cd928-5f3e-4632-ba8a-c7d08efb32eb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.067929] env[63043]: DEBUG oslo_vmware.api [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 836.067929] env[63043]: value = "task-2486087" [ 836.067929] env[63043]: _type = "Task" [ 836.067929] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.071583] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 32fdad42-1e49-403b-a3d5-76f47b87d567] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.078707] env[63043]: DEBUG oslo_vmware.api [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.084217] env[63043]: DEBUG nova.policy [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '630d1682e44646aeb65b35640311540f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6299c0375754f3bb34042ec6b9b027e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.356656] env[63043]: DEBUG nova.network.neutron [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Successfully created port: 9b04a15f-bacb-4bb3-a0c6-e329aac16c45 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.524945] env[63043]: DEBUG nova.compute.manager [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.561720] env[63043]: DEBUG oslo_vmware.api [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180136} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.562192] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.562384] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.562570] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.562759] env[63043]: INFO nova.compute.manager [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Took 1.52 seconds to destroy the instance on the hypervisor. [ 836.563050] env[63043]: DEBUG oslo.service.loopingcall [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.563259] env[63043]: DEBUG nova.compute.manager [-] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.563355] env[63043]: DEBUG nova.network.neutron [-] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.578967] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 2cbfe3ec-021d-49ac-909f-88b44a8844ca] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.580964] env[63043]: DEBUG oslo_vmware.api [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486087, 'name': PowerOffVM_Task, 'duration_secs': 0.182269} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.582182] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.582182] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.582415] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49122168-f68f-4b06-ad81-2a91cd0b9f5f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.653898] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.653898] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.654102] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Deleting the datastore file [datastore2] b6326a0e-f6b0-466a-8c18-9a3e6b112e42 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.654347] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-156914ec-c77d-4b1b-854d-26ae77e52112 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.660886] env[63043]: DEBUG oslo_vmware.api [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 836.660886] env[63043]: value = "task-2486089" [ 836.660886] env[63043]: _type = "Task" [ 836.660886] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.672438] env[63043]: DEBUG oslo_vmware.api [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.966485] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e6ab21-e52e-4a9d-8966-0f052b79603a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.973612] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cb3a47-955d-49e0-a11e-c9bf19417030 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.005307] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c77294-8236-4ee7-8714-d0243f3f27a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.008875] env[63043]: DEBUG nova.compute.manager [req-4f02e242-af1f-461b-b15a-f800a25e2cf9 req-8955fee9-3630-4077-8c81-edf9fd00e7b8 service nova] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Received event network-vif-deleted-7357a398-f48b-4f2c-851b-b0edafa92915 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.009077] env[63043]: INFO nova.compute.manager [req-4f02e242-af1f-461b-b15a-f800a25e2cf9 req-8955fee9-3630-4077-8c81-edf9fd00e7b8 service nova] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Neutron deleted interface 7357a398-f48b-4f2c-851b-b0edafa92915; detaching it from the instance and deleting it from the info cache [ 837.009260] env[63043]: DEBUG nova.network.neutron [req-4f02e242-af1f-461b-b15a-f800a25e2cf9 req-8955fee9-3630-4077-8c81-edf9fd00e7b8 service nova] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.015954] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070bae52-ce55-4706-a0d6-c52ab6084242 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.033490] env[63043]: DEBUG nova.compute.provider_tree [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.082678] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 70d8967e-a6f6-458e-965d-47ebfb867526] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.174022] env[63043]: DEBUG oslo_vmware.api [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152858} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.174300] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.174488] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.174672] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.174863] env[63043]: INFO nova.compute.manager [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Took 1.13 seconds to destroy the instance on the hypervisor. [ 837.175139] env[63043]: DEBUG oslo.service.loopingcall [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.175337] env[63043]: DEBUG nova.compute.manager [-] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.175435] env[63043]: DEBUG nova.network.neutron [-] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.404597] env[63043]: DEBUG nova.network.neutron [-] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.512239] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c6df05f-80aa-4b9a-b3cf-d32dcd7a8fd1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.522055] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331b12fa-66af-4ef4-854e-0bddbf0f8448 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.535995] env[63043]: DEBUG nova.compute.manager [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.538832] env[63043]: DEBUG nova.scheduler.client.report [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.553029] env[63043]: DEBUG nova.compute.manager [req-4f02e242-af1f-461b-b15a-f800a25e2cf9 req-8955fee9-3630-4077-8c81-edf9fd00e7b8 service nova] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Detach interface failed, port_id=7357a398-f48b-4f2c-851b-b0edafa92915, reason: Instance b884c2ac-0b7b-4ae9-b858-b80a7d742e89 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 837.562256] env[63043]: DEBUG nova.virt.hardware [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.562525] env[63043]: DEBUG nova.virt.hardware [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.562660] env[63043]: DEBUG nova.virt.hardware [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.562857] env[63043]: DEBUG nova.virt.hardware [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.563042] env[63043]: DEBUG nova.virt.hardware [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.563210] env[63043]: DEBUG nova.virt.hardware [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.563418] env[63043]: DEBUG nova.virt.hardware [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.563575] env[63043]: DEBUG nova.virt.hardware [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.563775] env[63043]: DEBUG nova.virt.hardware [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.563943] env[63043]: DEBUG nova.virt.hardware [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.564144] env[63043]: DEBUG nova.virt.hardware [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.565231] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bd4dbc-1ed5-4b43-a8d5-2c064872f1ac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.572781] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2353a4af-f914-455e-8726-9481ce7b6262 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.586204] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: ffd06d8f-e9e1-4a87-a1ee-3df21bc03941] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.873141] env[63043]: DEBUG nova.network.neutron [-] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.876785] env[63043]: DEBUG nova.compute.manager [req-8971fdcd-c74d-49c0-9756-01c265ff0b68 req-34d6a0d4-483e-4b94-b57a-09a2079ca29b service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Received event network-vif-plugged-9b04a15f-bacb-4bb3-a0c6-e329aac16c45 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.877054] env[63043]: DEBUG oslo_concurrency.lockutils [req-8971fdcd-c74d-49c0-9756-01c265ff0b68 req-34d6a0d4-483e-4b94-b57a-09a2079ca29b service nova] Acquiring lock "a7a1c31d-e4f5-457c-b9cb-484ec95d9d24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.880302] env[63043]: DEBUG oslo_concurrency.lockutils [req-8971fdcd-c74d-49c0-9756-01c265ff0b68 req-34d6a0d4-483e-4b94-b57a-09a2079ca29b service nova] Lock "a7a1c31d-e4f5-457c-b9cb-484ec95d9d24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.880302] env[63043]: DEBUG oslo_concurrency.lockutils [req-8971fdcd-c74d-49c0-9756-01c265ff0b68 req-34d6a0d4-483e-4b94-b57a-09a2079ca29b service nova] Lock "a7a1c31d-e4f5-457c-b9cb-484ec95d9d24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.880302] env[63043]: DEBUG nova.compute.manager [req-8971fdcd-c74d-49c0-9756-01c265ff0b68 req-34d6a0d4-483e-4b94-b57a-09a2079ca29b service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] No waiting events found dispatching network-vif-plugged-9b04a15f-bacb-4bb3-a0c6-e329aac16c45 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.880302] env[63043]: WARNING nova.compute.manager [req-8971fdcd-c74d-49c0-9756-01c265ff0b68 req-34d6a0d4-483e-4b94-b57a-09a2079ca29b service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Received unexpected event network-vif-plugged-9b04a15f-bacb-4bb3-a0c6-e329aac16c45 for instance with vm_state building and task_state spawning. [ 837.906613] env[63043]: INFO nova.compute.manager [-] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Took 1.34 seconds to deallocate network for instance. [ 837.997974] env[63043]: DEBUG nova.network.neutron [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Successfully updated port: 9b04a15f-bacb-4bb3-a0c6-e329aac16c45 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.055100] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.055625] env[63043]: DEBUG nova.compute.manager [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.058457] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.016s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.058706] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.060861] env[63043]: DEBUG oslo_concurrency.lockutils [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.742s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.060942] env[63043]: DEBUG nova.objects.instance [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63043) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 838.088976] env[63043]: INFO nova.scheduler.client.report [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Deleted allocations for instance 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64 [ 838.088976] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: f0a91a3b-4a1c-4c0d-93ee-b0bf4c938900] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.379617] env[63043]: INFO nova.compute.manager [-] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Took 1.20 seconds to deallocate network for instance. [ 838.412902] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.501371] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Acquiring lock "refresh_cache-a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.501523] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Acquired lock "refresh_cache-a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.502084] env[63043]: DEBUG nova.network.neutron [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.570116] env[63043]: DEBUG nova.compute.utils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 838.572245] env[63043]: DEBUG nova.compute.manager [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.572509] env[63043]: DEBUG nova.network.neutron [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.597996] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 443ff84c-f6fa-4514-9589-9fd02c7d7851] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.604225] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c5b304ac-12d9-4fce-bcc4-59338092816d tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Lock "2111e8eb-3453-4f4b-b924-d3e2fa3a0a64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.474s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.612578] env[63043]: DEBUG nova.policy [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccca5cff459440b8a90907841da22905', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '022e814cef8d429a8a14ec83d6aab776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.888371] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.931861] env[63043]: DEBUG nova.network.neutron [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Successfully created port: 6044b698-c3b9-4daa-9c81-afcde9743c45 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.047319] env[63043]: DEBUG nova.network.neutron [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.074009] env[63043]: DEBUG oslo_concurrency.lockutils [None req-63682b48-7942-4ff5-a49e-73db82d26284 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.077821] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.944s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.077821] env[63043]: INFO nova.compute.claims [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.086727] env[63043]: DEBUG nova.compute.manager [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.091918] env[63043]: DEBUG nova.compute.manager [req-88459c9a-920f-4f0f-b6b0-4f379201469f req-8fca29d7-63d3-4346-8c82-2e7f4537a7ae service nova] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Received event network-vif-deleted-4ef0d9db-6aab-4318-9f6a-03adf1bde26f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.102094] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: efda071e-50e2-4627-8f1f-1f8653b6c2ad] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.222756] env[63043]: DEBUG nova.network.neutron [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Updating instance_info_cache with network_info: [{"id": "9b04a15f-bacb-4bb3-a0c6-e329aac16c45", "address": "fa:16:3e:da:b4:92", "network": {"id": "9827eea6-0007-466d-a253-f4817e3408e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-240380267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6299c0375754f3bb34042ec6b9b027e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b04a15f-ba", "ovs_interfaceid": "9b04a15f-bacb-4bb3-a0c6-e329aac16c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.607237] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 0f02137b-ae02-4c2b-9188-50e4d80c11f6] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.726354] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Releasing lock "refresh_cache-a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.726354] env[63043]: DEBUG nova.compute.manager [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Instance network_info: |[{"id": "9b04a15f-bacb-4bb3-a0c6-e329aac16c45", "address": "fa:16:3e:da:b4:92", "network": {"id": "9827eea6-0007-466d-a253-f4817e3408e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-240380267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6299c0375754f3bb34042ec6b9b027e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b04a15f-ba", "ovs_interfaceid": "9b04a15f-bacb-4bb3-a0c6-e329aac16c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.726512] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:b4:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b04a15f-bacb-4bb3-a0c6-e329aac16c45', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.735012] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Creating folder: Project (d6299c0375754f3bb34042ec6b9b027e). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.735317] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17178f61-1fb7-4e9a-811b-5ede840b7406 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.746755] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Created folder: Project (d6299c0375754f3bb34042ec6b9b027e) in parent group-v502843. [ 839.746954] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Creating folder: Instances. Parent ref: group-v503007. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.747257] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7019dc30-18dd-4105-8e35-059791a61721 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.756509] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Created folder: Instances in parent group-v503007. [ 839.756698] env[63043]: DEBUG oslo.service.loopingcall [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.756903] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.757147] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-950fbd8d-db6b-4970-851e-d68f327f1e51 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.777853] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.777853] env[63043]: value = "task-2486092" [ 839.777853] env[63043]: _type = "Task" [ 839.777853] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.785849] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486092, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.984071] env[63043]: DEBUG nova.compute.manager [req-1227bac7-9906-40e4-9d77-c776e5b2a06c req-358e61f1-20a6-4ec2-878c-65a50a8a03ac service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Received event network-changed-9b04a15f-bacb-4bb3-a0c6-e329aac16c45 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.984286] env[63043]: DEBUG nova.compute.manager [req-1227bac7-9906-40e4-9d77-c776e5b2a06c req-358e61f1-20a6-4ec2-878c-65a50a8a03ac service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Refreshing instance network info cache due to event network-changed-9b04a15f-bacb-4bb3-a0c6-e329aac16c45. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 839.984504] env[63043]: DEBUG oslo_concurrency.lockutils [req-1227bac7-9906-40e4-9d77-c776e5b2a06c req-358e61f1-20a6-4ec2-878c-65a50a8a03ac service nova] Acquiring lock "refresh_cache-a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.984646] env[63043]: DEBUG oslo_concurrency.lockutils [req-1227bac7-9906-40e4-9d77-c776e5b2a06c req-358e61f1-20a6-4ec2-878c-65a50a8a03ac service nova] Acquired lock "refresh_cache-a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.984805] env[63043]: DEBUG nova.network.neutron [req-1227bac7-9906-40e4-9d77-c776e5b2a06c req-358e61f1-20a6-4ec2-878c-65a50a8a03ac service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Refreshing network info cache for port 9b04a15f-bacb-4bb3-a0c6-e329aac16c45 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.098869] env[63043]: DEBUG nova.compute.manager [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.111569] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 5ce1a2d0-f7ab-468a-bb75-17354b91f0ee] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.137441] env[63043]: DEBUG nova.virt.hardware [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.139107] env[63043]: DEBUG nova.virt.hardware [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.139107] env[63043]: DEBUG nova.virt.hardware [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.139107] env[63043]: DEBUG nova.virt.hardware [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.139107] env[63043]: DEBUG nova.virt.hardware [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.139107] env[63043]: DEBUG nova.virt.hardware [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.139107] env[63043]: DEBUG nova.virt.hardware [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.139107] env[63043]: DEBUG nova.virt.hardware [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.139107] env[63043]: DEBUG nova.virt.hardware [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.139107] env[63043]: DEBUG nova.virt.hardware [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.139411] env[63043]: DEBUG nova.virt.hardware [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.140059] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6858bd3b-33fe-4380-8b31-325d0902e8c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.151727] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260a328a-802d-4ef4-96d0-3653f63bad5b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.291190] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486092, 'name': CreateVM_Task, 'duration_secs': 0.306346} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.291363] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.292058] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.292719] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.292719] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.292940] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ffbc69c-da2a-4659-9da7-b45ef868b676 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.297794] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Waiting for the task: (returnval){ [ 840.297794] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d1ebbe-eeb6-4881-80f3-b2fabaa80230" [ 840.297794] env[63043]: _type = "Task" [ 840.297794] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.308388] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d1ebbe-eeb6-4881-80f3-b2fabaa80230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.543515] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c841522d-e449-4713-b64b-3b29b95b6945 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.553669] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52660cf0-0a4d-4960-8483-a01311e7f0f1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.597760] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a81212a-7790-41b8-8e22-5ee4808bdca1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.606326] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a38db3a-c5fc-461e-b5a6-015bd3beeccc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.614722] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 14f3e0ba-7c1f-4744-b258-52e3dce205b1] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.628949] env[63043]: DEBUG nova.compute.provider_tree [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.714038] env[63043]: DEBUG nova.network.neutron [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Successfully updated port: 6044b698-c3b9-4daa-9c81-afcde9743c45 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.782756] env[63043]: DEBUG nova.network.neutron [req-1227bac7-9906-40e4-9d77-c776e5b2a06c req-358e61f1-20a6-4ec2-878c-65a50a8a03ac service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Updated VIF entry in instance network info cache for port 9b04a15f-bacb-4bb3-a0c6-e329aac16c45. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.782756] env[63043]: DEBUG nova.network.neutron [req-1227bac7-9906-40e4-9d77-c776e5b2a06c req-358e61f1-20a6-4ec2-878c-65a50a8a03ac service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Updating instance_info_cache with network_info: [{"id": "9b04a15f-bacb-4bb3-a0c6-e329aac16c45", "address": "fa:16:3e:da:b4:92", "network": {"id": "9827eea6-0007-466d-a253-f4817e3408e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-240380267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6299c0375754f3bb34042ec6b9b027e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b04a15f-ba", "ovs_interfaceid": "9b04a15f-bacb-4bb3-a0c6-e329aac16c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.809804] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d1ebbe-eeb6-4881-80f3-b2fabaa80230, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.810071] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.810379] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.810624] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.810773] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.810949] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.811226] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dca06d7-4485-4215-87aa-183e156fc55c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.819284] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.819472] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.820163] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964b4e9c-bb1d-46cb-a955-b038e9138ce5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.826216] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Waiting for the task: (returnval){ [ 840.826216] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52908596-d80d-571c-8498-fe9c29eb444d" [ 840.826216] env[63043]: _type = "Task" [ 840.826216] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.836027] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52908596-d80d-571c-8498-fe9c29eb444d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.118441] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: a84ed5f1-d21a-474d-acdc-54a2185642e1] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.132847] env[63043]: DEBUG nova.scheduler.client.report [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.215596] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Acquiring lock "refresh_cache-8158bb22-61f9-4936-831a-e9f96d5e8b2f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.215767] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Acquired lock "refresh_cache-8158bb22-61f9-4936-831a-e9f96d5e8b2f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.215928] env[63043]: DEBUG nova.network.neutron [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.285495] env[63043]: DEBUG oslo_concurrency.lockutils [req-1227bac7-9906-40e4-9d77-c776e5b2a06c req-358e61f1-20a6-4ec2-878c-65a50a8a03ac service nova] Releasing lock "refresh_cache-a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.337206] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52908596-d80d-571c-8498-fe9c29eb444d, 'name': SearchDatastore_Task, 'duration_secs': 0.007742} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.337847] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f50e5d-f803-489f-a58b-0b2fc7ed4713 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.344399] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Waiting for the task: (returnval){ [ 841.344399] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524db803-4f6b-dc66-7676-d66ec2df357b" [ 841.344399] env[63043]: _type = "Task" [ 841.344399] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.353719] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524db803-4f6b-dc66-7676-d66ec2df357b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.622880] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: f3095410-0a08-4561-861e-4022635c603a] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.639114] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.639732] env[63043]: DEBUG nova.compute.manager [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.643156] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.897s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.644276] env[63043]: INFO nova.compute.claims [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.755407] env[63043]: DEBUG nova.network.neutron [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.855332] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524db803-4f6b-dc66-7676-d66ec2df357b, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.855603] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.855877] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] a7a1c31d-e4f5-457c-b9cb-484ec95d9d24/a7a1c31d-e4f5-457c-b9cb-484ec95d9d24.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.856152] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66ae1649-c790-4b6a-abf5-72ec05d99ae8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.865343] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Waiting for the task: (returnval){ [ 841.865343] env[63043]: value = "task-2486093" [ 841.865343] env[63043]: _type = "Task" [ 841.865343] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.873208] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.891057] env[63043]: DEBUG nova.network.neutron [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Updating instance_info_cache with network_info: [{"id": "6044b698-c3b9-4daa-9c81-afcde9743c45", "address": "fa:16:3e:28:b1:13", "network": {"id": "a65bdb1d-1f3c-4e4c-97a8-b165cb64e626", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1862458213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022e814cef8d429a8a14ec83d6aab776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6044b698-c3", "ovs_interfaceid": "6044b698-c3b9-4daa-9c81-afcde9743c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.008759] env[63043]: DEBUG nova.compute.manager [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Received event network-vif-plugged-6044b698-c3b9-4daa-9c81-afcde9743c45 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.008934] env[63043]: DEBUG oslo_concurrency.lockutils [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] Acquiring lock "8158bb22-61f9-4936-831a-e9f96d5e8b2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.009170] env[63043]: DEBUG oslo_concurrency.lockutils [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] Lock "8158bb22-61f9-4936-831a-e9f96d5e8b2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.009362] env[63043]: DEBUG oslo_concurrency.lockutils [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] Lock "8158bb22-61f9-4936-831a-e9f96d5e8b2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.009530] env[63043]: DEBUG nova.compute.manager [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] No waiting events found dispatching network-vif-plugged-6044b698-c3b9-4daa-9c81-afcde9743c45 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.009698] env[63043]: WARNING nova.compute.manager [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Received unexpected event network-vif-plugged-6044b698-c3b9-4daa-9c81-afcde9743c45 for instance with vm_state building and task_state spawning. [ 842.009905] env[63043]: DEBUG nova.compute.manager [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Received event network-changed-6044b698-c3b9-4daa-9c81-afcde9743c45 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.010361] env[63043]: DEBUG nova.compute.manager [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Refreshing instance network info cache due to event network-changed-6044b698-c3b9-4daa-9c81-afcde9743c45. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 842.010455] env[63043]: DEBUG oslo_concurrency.lockutils [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] Acquiring lock "refresh_cache-8158bb22-61f9-4936-831a-e9f96d5e8b2f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.125574] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 7796af7d-4ff9-471a-99e7-e4fc54aedee0] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.151008] env[63043]: DEBUG nova.compute.utils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 842.155087] env[63043]: DEBUG nova.compute.manager [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.155293] env[63043]: DEBUG nova.network.neutron [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.216773] env[63043]: DEBUG nova.policy [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79046f3072374dd8ae14d87315981666', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2424172a3360499784b733338ad3bb49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.374707] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478179} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.374994] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] a7a1c31d-e4f5-457c-b9cb-484ec95d9d24/a7a1c31d-e4f5-457c-b9cb-484ec95d9d24.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.375222] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.375465] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10f15ac1-309d-4daa-ac47-d6836f22fd37 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.381786] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Waiting for the task: (returnval){ [ 842.381786] env[63043]: value = "task-2486094" [ 842.381786] env[63043]: _type = "Task" [ 842.381786] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.389596] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.393184] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Releasing lock "refresh_cache-8158bb22-61f9-4936-831a-e9f96d5e8b2f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.393930] env[63043]: DEBUG nova.compute.manager [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Instance network_info: |[{"id": "6044b698-c3b9-4daa-9c81-afcde9743c45", "address": "fa:16:3e:28:b1:13", "network": {"id": "a65bdb1d-1f3c-4e4c-97a8-b165cb64e626", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1862458213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022e814cef8d429a8a14ec83d6aab776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6044b698-c3", "ovs_interfaceid": "6044b698-c3b9-4daa-9c81-afcde9743c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.393930] env[63043]: DEBUG oslo_concurrency.lockutils [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] Acquired lock "refresh_cache-8158bb22-61f9-4936-831a-e9f96d5e8b2f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.394112] env[63043]: DEBUG nova.network.neutron [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Refreshing network info cache for port 6044b698-c3b9-4daa-9c81-afcde9743c45 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.395331] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:b1:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6044b698-c3b9-4daa-9c81-afcde9743c45', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.403256] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Creating folder: Project (022e814cef8d429a8a14ec83d6aab776). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.403880] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc7efcfc-110d-4ba7-bf74-280f90c0b0b5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.413279] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Created folder: Project (022e814cef8d429a8a14ec83d6aab776) in parent group-v502843. [ 842.413471] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Creating folder: Instances. Parent ref: group-v503010. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.413689] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4a30c2e-d3e1-44e0-8267-c04b3242a18f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.423124] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Created folder: Instances in parent group-v503010. [ 842.423124] env[63043]: DEBUG oslo.service.loopingcall [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.423124] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.423124] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac3cb75f-1e9a-43e7-9cd0-e5deaac6445b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.442463] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.442463] env[63043]: value = "task-2486097" [ 842.442463] env[63043]: _type = "Task" [ 842.442463] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.450282] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486097, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.629932] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 169aea8a-808e-4986-b75e-305f896f6f6a] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.633576] env[63043]: DEBUG nova.network.neutron [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Successfully created port: 81a25d43-50ee-482e-83b5-d174c1310454 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.655411] env[63043]: DEBUG nova.compute.manager [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.893786] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065314} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.894073] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.894833] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3d86e2-efaf-409b-8d31-fe9585bb90d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.920409] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] a7a1c31d-e4f5-457c-b9cb-484ec95d9d24/a7a1c31d-e4f5-457c-b9cb-484ec95d9d24.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.923114] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9da2d60-540d-4769-a330-5731ed6fe073 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.944350] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Waiting for the task: (returnval){ [ 842.944350] env[63043]: value = "task-2486098" [ 842.944350] env[63043]: _type = "Task" [ 842.944350] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.961065] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486097, 'name': CreateVM_Task, 'duration_secs': 0.380309} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.964850] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.966123] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.966948] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.967153] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.967452] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.967802] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d134cb5b-de97-489b-87aa-ab051cbe0b61 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.976707] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Waiting for the task: (returnval){ [ 842.976707] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52ab90ab-6539-1f24-d70f-17949d81b741" [ 842.976707] env[63043]: _type = "Task" [ 842.976707] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.985013] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ab90ab-6539-1f24-d70f-17949d81b741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.137091] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 741b00c8-123d-4c52-b0cd-f40673034ea9] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.142554] env[63043]: DEBUG nova.network.neutron [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Updated VIF entry in instance network info cache for port 6044b698-c3b9-4daa-9c81-afcde9743c45. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.142554] env[63043]: DEBUG nova.network.neutron [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Updating instance_info_cache with network_info: [{"id": "6044b698-c3b9-4daa-9c81-afcde9743c45", "address": "fa:16:3e:28:b1:13", "network": {"id": "a65bdb1d-1f3c-4e4c-97a8-b165cb64e626", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1862458213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022e814cef8d429a8a14ec83d6aab776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6044b698-c3", "ovs_interfaceid": "6044b698-c3b9-4daa-9c81-afcde9743c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.225197] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9463f9-a931-44cc-81a2-895c6e32fedd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.233117] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd43bcd-81cb-4fa0-bcf9-d72cb9d04e6c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.271994] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603794bc-291f-49a8-8239-6d2b9f00a4eb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.279799] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4703c236-3c18-4f10-a580-96d6a853fab6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.292767] env[63043]: DEBUG nova.compute.provider_tree [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.457398] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486098, 'name': ReconfigVM_Task, 'duration_secs': 0.320989} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.457694] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Reconfigured VM instance instance-0000003c to attach disk [datastore2] a7a1c31d-e4f5-457c-b9cb-484ec95d9d24/a7a1c31d-e4f5-457c-b9cb-484ec95d9d24.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.458351] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dca0b12-5ea3-4eb0-808c-35a0c630965e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.464640] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Waiting for the task: (returnval){ [ 843.464640] env[63043]: value = "task-2486099" [ 843.464640] env[63043]: _type = "Task" [ 843.464640] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.475859] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486099, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.485372] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ab90ab-6539-1f24-d70f-17949d81b741, 'name': SearchDatastore_Task, 'duration_secs': 0.010798} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.485666] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.485907] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.486207] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.486409] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.486624] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.486880] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf521633-66a6-470f-8490-dcf29011cb6c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.495022] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.495233] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.495945] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1933490b-4e6c-4714-8dc0-66110cf5732d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.501084] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Waiting for the task: (returnval){ [ 843.501084] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a81933-ccb9-a71b-fa6d-bea25111f255" [ 843.501084] env[63043]: _type = "Task" [ 843.501084] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.508561] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a81933-ccb9-a71b-fa6d-bea25111f255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.643057] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: d982bc6e-2297-46d0-a623-1744fb3ee44b] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.646263] env[63043]: DEBUG oslo_concurrency.lockutils [req-dd7105ac-5e17-4aa4-ae4d-54e263e232ff req-607bafe5-7060-4435-b984-25fa77e43e9b service nova] Releasing lock "refresh_cache-8158bb22-61f9-4936-831a-e9f96d5e8b2f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.669833] env[63043]: DEBUG nova.compute.manager [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.696410] env[63043]: DEBUG nova.virt.hardware [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.696701] env[63043]: DEBUG nova.virt.hardware [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.696859] env[63043]: DEBUG nova.virt.hardware [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.697052] env[63043]: DEBUG nova.virt.hardware [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.697207] env[63043]: DEBUG nova.virt.hardware [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.697355] env[63043]: DEBUG nova.virt.hardware [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.697567] env[63043]: DEBUG nova.virt.hardware [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.697725] env[63043]: DEBUG nova.virt.hardware [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.697889] env[63043]: DEBUG nova.virt.hardware [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.698061] env[63043]: DEBUG nova.virt.hardware [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.698252] env[63043]: DEBUG nova.virt.hardware [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.699142] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d201d270-8735-49c0-866a-8753b712a683 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.707151] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f185b583-b573-423c-a5de-cfdcc3c40b24 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.795639] env[63043]: DEBUG nova.scheduler.client.report [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.976265] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486099, 'name': Rename_Task, 'duration_secs': 0.149795} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.976265] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.976265] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bee77870-371b-422e-9ccd-922de3e1659b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.982285] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Waiting for the task: (returnval){ [ 843.982285] env[63043]: value = "task-2486100" [ 843.982285] env[63043]: _type = "Task" [ 843.982285] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.990146] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.010092] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a81933-ccb9-a71b-fa6d-bea25111f255, 'name': SearchDatastore_Task, 'duration_secs': 0.008835} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.010843] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09497418-6133-41b5-a603-72b1be89c03e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.015497] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Waiting for the task: (returnval){ [ 844.015497] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52fbe045-c2eb-540e-93ab-9138935c2d3b" [ 844.015497] env[63043]: _type = "Task" [ 844.015497] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.022818] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52fbe045-c2eb-540e-93ab-9138935c2d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.035552] env[63043]: DEBUG nova.compute.manager [req-5ab48bbd-ae8a-4ffc-9318-6b4256c524a3 req-36a3e39d-4fdc-4585-b02d-29d92e7e1923 service nova] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Received event network-vif-plugged-81a25d43-50ee-482e-83b5-d174c1310454 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.035552] env[63043]: DEBUG oslo_concurrency.lockutils [req-5ab48bbd-ae8a-4ffc-9318-6b4256c524a3 req-36a3e39d-4fdc-4585-b02d-29d92e7e1923 service nova] Acquiring lock "201518f4-3a96-46a3-b8c8-929ba49e6f80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.035650] env[63043]: DEBUG oslo_concurrency.lockutils [req-5ab48bbd-ae8a-4ffc-9318-6b4256c524a3 req-36a3e39d-4fdc-4585-b02d-29d92e7e1923 service nova] Lock "201518f4-3a96-46a3-b8c8-929ba49e6f80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.035812] env[63043]: DEBUG oslo_concurrency.lockutils [req-5ab48bbd-ae8a-4ffc-9318-6b4256c524a3 req-36a3e39d-4fdc-4585-b02d-29d92e7e1923 service nova] Lock "201518f4-3a96-46a3-b8c8-929ba49e6f80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.035978] env[63043]: DEBUG nova.compute.manager [req-5ab48bbd-ae8a-4ffc-9318-6b4256c524a3 req-36a3e39d-4fdc-4585-b02d-29d92e7e1923 service nova] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] No waiting events found dispatching network-vif-plugged-81a25d43-50ee-482e-83b5-d174c1310454 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.036158] env[63043]: WARNING nova.compute.manager [req-5ab48bbd-ae8a-4ffc-9318-6b4256c524a3 req-36a3e39d-4fdc-4585-b02d-29d92e7e1923 service nova] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Received unexpected event network-vif-plugged-81a25d43-50ee-482e-83b5-d174c1310454 for instance with vm_state building and task_state spawning. [ 844.136658] env[63043]: DEBUG nova.network.neutron [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Successfully updated port: 81a25d43-50ee-482e-83b5-d174c1310454 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.148546] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: ffb951f2-2150-4168-a465-c5492557b199] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.302056] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.302146] env[63043]: DEBUG nova.compute.manager [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.304950] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.516s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.305182] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.307458] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.195s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.307648] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.309390] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.375s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.309575] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.311120] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.631s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.334660] env[63043]: INFO nova.scheduler.client.report [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Deleted allocations for instance ceca798f-e220-445a-b8cc-72855897fadf [ 844.337816] env[63043]: INFO nova.scheduler.client.report [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Deleted allocations for instance 0e9ba214-805d-4744-83c7-72cda80bc706 [ 844.349503] env[63043]: INFO nova.scheduler.client.report [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Deleted allocations for instance f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c [ 844.493887] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486100, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.526580] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52fbe045-c2eb-540e-93ab-9138935c2d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.020241} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.526853] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.527128] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 8158bb22-61f9-4936-831a-e9f96d5e8b2f/8158bb22-61f9-4936-831a-e9f96d5e8b2f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.527395] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46af68c7-71b6-4499-b4cf-9c9402fe7942 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.534144] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Waiting for the task: (returnval){ [ 844.534144] env[63043]: value = "task-2486101" [ 844.534144] env[63043]: _type = "Task" [ 844.534144] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.542466] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.639744] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "refresh_cache-201518f4-3a96-46a3-b8c8-929ba49e6f80" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.639915] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquired lock "refresh_cache-201518f4-3a96-46a3-b8c8-929ba49e6f80" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.640100] env[63043]: DEBUG nova.network.neutron [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.652176] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: b0166fc9-a10c-4a84-a282-9689aa197254] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.817945] env[63043]: DEBUG nova.compute.utils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 844.820948] env[63043]: DEBUG nova.compute.manager [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.821154] env[63043]: DEBUG nova.network.neutron [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.851314] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d98c492-3385-48f5-b65c-4108379ecab0 tempest-ServerShowV254Test-1839228439 tempest-ServerShowV254Test-1839228439-project-member] Lock "0e9ba214-805d-4744-83c7-72cda80bc706" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.042s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.857848] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0cfb07c-078f-470a-bba8-8ed104c23d0c tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Lock "ceca798f-e220-445a-b8cc-72855897fadf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.852s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.864853] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Lock "f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.734s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.911465] env[63043]: DEBUG nova.policy [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa3866711c8443de85a62c4bf99819db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dd94690af0041cda4a52aba8f2a1eca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.003288] env[63043]: DEBUG oslo_vmware.api [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486100, 'name': PowerOnVM_Task, 'duration_secs': 0.600871} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.003617] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.003819] env[63043]: INFO nova.compute.manager [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Took 7.47 seconds to spawn the instance on the hypervisor. [ 845.003989] env[63043]: DEBUG nova.compute.manager [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.004829] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4f88ad-d730-4759-9da9-85281a7beea3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.050879] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486101, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.156024] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 7d0e6646-06a1-446a-8650-7208d1ce265e] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.205484] env[63043]: DEBUG nova.network.neutron [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.283266] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5e035f-d0e3-4bbf-afc9-8350df59f8ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.292640] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89e7053-22af-4fad-b27a-eceedcc70eec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.329950] env[63043]: DEBUG nova.compute.manager [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.337140] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4625b055-338e-4d23-a5a2-29e04e52e3a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.345809] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a343213-ae49-4b72-b9a3-71c115e3d7f6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.361117] env[63043]: DEBUG nova.compute.provider_tree [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.477948] env[63043]: DEBUG nova.network.neutron [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Updating instance_info_cache with network_info: [{"id": "81a25d43-50ee-482e-83b5-d174c1310454", "address": "fa:16:3e:3d:da:45", "network": {"id": "55430171-f2ca-4b02-9cb7-36dba32d522a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-647546687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2424172a3360499784b733338ad3bb49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a25d43-50", "ovs_interfaceid": "81a25d43-50ee-482e-83b5-d174c1310454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.500698] env[63043]: DEBUG nova.network.neutron [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Successfully created port: 7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.529803] env[63043]: INFO nova.compute.manager [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Took 45.41 seconds to build instance. [ 845.549789] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531306} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.550270] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 8158bb22-61f9-4936-831a-e9f96d5e8b2f/8158bb22-61f9-4936-831a-e9f96d5e8b2f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.550610] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.550927] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daf3b8ec-e758-40da-831d-e3e1cb15d4bc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.558982] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Waiting for the task: (returnval){ [ 845.558982] env[63043]: value = "task-2486102" [ 845.558982] env[63043]: _type = "Task" [ 845.558982] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.568900] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.659787] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: c5bfb89e-931f-462f-8d11-a47c28fdfdc2] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.865113] env[63043]: DEBUG nova.scheduler.client.report [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.981322] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Releasing lock "refresh_cache-201518f4-3a96-46a3-b8c8-929ba49e6f80" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.981672] env[63043]: DEBUG nova.compute.manager [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Instance network_info: |[{"id": "81a25d43-50ee-482e-83b5-d174c1310454", "address": "fa:16:3e:3d:da:45", "network": {"id": "55430171-f2ca-4b02-9cb7-36dba32d522a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-647546687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2424172a3360499784b733338ad3bb49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a25d43-50", "ovs_interfaceid": "81a25d43-50ee-482e-83b5-d174c1310454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.982198] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:da:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81a25d43-50ee-482e-83b5-d174c1310454', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.993499] env[63043]: DEBUG oslo.service.loopingcall [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.993799] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.994099] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15bb2aa6-9a2a-4819-b797-a2398bc75443 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.020897] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.020897] env[63043]: value = "task-2486103" [ 846.020897] env[63043]: _type = "Task" [ 846.020897] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.032277] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486103, 'name': CreateVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.035610] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24cbfe49-c74a-4671-b52b-a8660d75af71 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Lock "a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.933s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.068599] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130556} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.068898] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.070089] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f27a617-4b6f-49ae-9522-ca864c5a52cd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.094679] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 8158bb22-61f9-4936-831a-e9f96d5e8b2f/8158bb22-61f9-4936-831a-e9f96d5e8b2f.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.094679] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70a78d81-1dea-446c-868f-076894f02105 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.115121] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Waiting for the task: (returnval){ [ 846.115121] env[63043]: value = "task-2486104" [ 846.115121] env[63043]: _type = "Task" [ 846.115121] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.127473] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.163710] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 4df019ea-8beb-4e10-acfa-04df94575993] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.193227] env[63043]: DEBUG nova.compute.manager [req-d71595b7-1f66-4bdf-ba48-84339d57548c req-d6de13d8-53aa-49c0-adc5-9d452d894193 service nova] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Received event network-changed-81a25d43-50ee-482e-83b5-d174c1310454 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.193400] env[63043]: DEBUG nova.compute.manager [req-d71595b7-1f66-4bdf-ba48-84339d57548c req-d6de13d8-53aa-49c0-adc5-9d452d894193 service nova] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Refreshing instance network info cache due to event network-changed-81a25d43-50ee-482e-83b5-d174c1310454. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 846.193659] env[63043]: DEBUG oslo_concurrency.lockutils [req-d71595b7-1f66-4bdf-ba48-84339d57548c req-d6de13d8-53aa-49c0-adc5-9d452d894193 service nova] Acquiring lock "refresh_cache-201518f4-3a96-46a3-b8c8-929ba49e6f80" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.193817] env[63043]: DEBUG oslo_concurrency.lockutils [req-d71595b7-1f66-4bdf-ba48-84339d57548c req-d6de13d8-53aa-49c0-adc5-9d452d894193 service nova] Acquired lock "refresh_cache-201518f4-3a96-46a3-b8c8-929ba49e6f80" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.194099] env[63043]: DEBUG nova.network.neutron [req-d71595b7-1f66-4bdf-ba48-84339d57548c req-d6de13d8-53aa-49c0-adc5-9d452d894193 service nova] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Refreshing network info cache for port 81a25d43-50ee-482e-83b5-d174c1310454 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.347603] env[63043]: DEBUG nova.compute.manager [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.379502] env[63043]: DEBUG nova.virt.hardware [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.379754] env[63043]: DEBUG nova.virt.hardware [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.379923] env[63043]: DEBUG nova.virt.hardware [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.380125] env[63043]: DEBUG nova.virt.hardware [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.380293] env[63043]: DEBUG nova.virt.hardware [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.380450] env[63043]: DEBUG nova.virt.hardware [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.380672] env[63043]: DEBUG nova.virt.hardware [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.380834] env[63043]: DEBUG nova.virt.hardware [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.381008] env[63043]: DEBUG nova.virt.hardware [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.382079] env[63043]: DEBUG nova.virt.hardware [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.383221] env[63043]: DEBUG nova.virt.hardware [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.384016] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e45aed-8683-4969-abc6-11185f2e7d27 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.394308] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7a6303-13bd-4642-bf92-61900b45aed4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.532782] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486103, 'name': CreateVM_Task, 'duration_secs': 0.419423} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.533547] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.534493] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.534707] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.535142] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.535452] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc938349-17d0-4ae5-8110-e004829cd918 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.540985] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 846.540985] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]525426cf-8d1d-d6b6-8ae7-746710c5e536" [ 846.540985] env[63043]: _type = "Task" [ 846.540985] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.549857] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525426cf-8d1d-d6b6-8ae7-746710c5e536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.627570] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.667355] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: ca539a23-d0b8-43b1-aebd-bbc92ab21034] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.880411] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.568s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.884862] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.687s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.885421] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.889121] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.672s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.892030] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.892652] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.947s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.895446] env[63043]: INFO nova.compute.claims [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.933113] env[63043]: INFO nova.scheduler.client.report [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Deleted allocations for instance ce48b27c-5c1a-4093-9867-ad7c8b912192 [ 846.941500] env[63043]: INFO nova.scheduler.client.report [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Deleted allocations for instance dd9d50c4-0607-4247-8e76-06903fb0a599 [ 847.057267] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525426cf-8d1d-d6b6-8ae7-746710c5e536, 'name': SearchDatastore_Task, 'duration_secs': 0.026301} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.057870] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.058363] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.058820] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.059216] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.059609] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.060197] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03812083-96fc-4eec-9f89-054a21fe37f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.072076] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.072076] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.072076] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0b4343-a390-403b-8680-ee51636af2d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.085199] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 847.085199] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5225e417-a1b3-7d92-a81f-f9816d3479fd" [ 847.085199] env[63043]: _type = "Task" [ 847.085199] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.097448] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5225e417-a1b3-7d92-a81f-f9816d3479fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.125637] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486104, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.172375] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 61a2f66a-e85c-4d6f-9558-d398cacaa941] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.192684] env[63043]: DEBUG nova.network.neutron [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Successfully updated port: 7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.442211] env[63043]: DEBUG nova.network.neutron [req-d71595b7-1f66-4bdf-ba48-84339d57548c req-d6de13d8-53aa-49c0-adc5-9d452d894193 service nova] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Updated VIF entry in instance network info cache for port 81a25d43-50ee-482e-83b5-d174c1310454. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.442211] env[63043]: DEBUG nova.network.neutron [req-d71595b7-1f66-4bdf-ba48-84339d57548c req-d6de13d8-53aa-49c0-adc5-9d452d894193 service nova] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Updating instance_info_cache with network_info: [{"id": "81a25d43-50ee-482e-83b5-d174c1310454", "address": "fa:16:3e:3d:da:45", "network": {"id": "55430171-f2ca-4b02-9cb7-36dba32d522a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-647546687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2424172a3360499784b733338ad3bb49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a25d43-50", "ovs_interfaceid": "81a25d43-50ee-482e-83b5-d174c1310454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.459387] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "ce48b27c-5c1a-4093-9867-ad7c8b912192" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.735s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.459387] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "dd9d50c4-0607-4247-8e76-06903fb0a599" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.564s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.460175] env[63043]: DEBUG oslo_concurrency.lockutils [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] Acquired lock "dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.461941] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f5af8d-6e68-47ed-8800-65cb936b2d19 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.472546] env[63043]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 847.472909] env[63043]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63043) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 847.473450] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb43e918-bc84-41e2-8050-8b1ab4c5da82 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.477256] env[63043]: INFO nova.scheduler.client.report [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted allocation for migration df04be02-42de-4a26-b0c3-959be93400c7 [ 847.488924] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffedbb16-8b6e-4592-913a-38a163e93c0e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.533451] env[63043]: ERROR root [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-502947' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-502947' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-502947' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-502947'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-502947' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-502947' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-502947'}\n"]: nova.exception.InstanceNotFound: Instance dd9d50c4-0607-4247-8e76-06903fb0a599 could not be found. [ 847.534039] env[63043]: DEBUG oslo_concurrency.lockutils [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] Releasing lock "dd9d50c4-0607-4247-8e76-06903fb0a599" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.534511] env[63043]: DEBUG nova.compute.manager [req-b37318b4-6988-4455-a7fa-06728028067b req-4d0b9d36-6c4b-4b89-a6b4-b0fd7885e99a service nova] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Detach interface failed, port_id=65ff0ed0-4838-4c18-bfba-fe61dc731854, reason: Instance dd9d50c4-0607-4247-8e76-06903fb0a599 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 847.598272] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5225e417-a1b3-7d92-a81f-f9816d3479fd, 'name': SearchDatastore_Task, 'duration_secs': 0.027815} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.600420] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b81fe36-d398-4776-a689-2898519c4230 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.611126] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 847.611126] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52894762-4d14-ab11-3147-f6f6108248c8" [ 847.611126] env[63043]: _type = "Task" [ 847.611126] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.623206] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52894762-4d14-ab11-3147-f6f6108248c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.628457] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486104, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.674123] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 990a34e1-cf52-4ce7-b0ff-d1a2cac106ea] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.695203] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "refresh_cache-f1ea415c-1a7a-4ed4-a7e1-88f28360866c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.695348] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "refresh_cache-f1ea415c-1a7a-4ed4-a7e1-88f28360866c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.695517] env[63043]: DEBUG nova.network.neutron [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.826878] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "974b051e-74c5-457d-b734-ef7fa65a8d3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.827738] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "974b051e-74c5-457d-b734-ef7fa65a8d3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.828096] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "974b051e-74c5-457d-b734-ef7fa65a8d3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.828306] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "974b051e-74c5-457d-b734-ef7fa65a8d3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.828482] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "974b051e-74c5-457d-b734-ef7fa65a8d3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.831373] env[63043]: INFO nova.compute.manager [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Terminating instance [ 847.945363] env[63043]: DEBUG oslo_concurrency.lockutils [req-d71595b7-1f66-4bdf-ba48-84339d57548c req-d6de13d8-53aa-49c0-adc5-9d452d894193 service nova] Releasing lock "refresh_cache-201518f4-3a96-46a3-b8c8-929ba49e6f80" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.955158] env[63043]: DEBUG nova.compute.manager [req-038f17b7-7957-4eb7-bbda-226968911e85 req-f26c6566-d2d2-4e9b-b9e5-029dad1560a0 service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Received event network-changed-9b04a15f-bacb-4bb3-a0c6-e329aac16c45 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 847.956745] env[63043]: DEBUG nova.compute.manager [req-038f17b7-7957-4eb7-bbda-226968911e85 req-f26c6566-d2d2-4e9b-b9e5-029dad1560a0 service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Refreshing instance network info cache due to event network-changed-9b04a15f-bacb-4bb3-a0c6-e329aac16c45. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 847.956745] env[63043]: DEBUG oslo_concurrency.lockutils [req-038f17b7-7957-4eb7-bbda-226968911e85 req-f26c6566-d2d2-4e9b-b9e5-029dad1560a0 service nova] Acquiring lock "refresh_cache-a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.956745] env[63043]: DEBUG oslo_concurrency.lockutils [req-038f17b7-7957-4eb7-bbda-226968911e85 req-f26c6566-d2d2-4e9b-b9e5-029dad1560a0 service nova] Acquired lock "refresh_cache-a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.956745] env[63043]: DEBUG nova.network.neutron [req-038f17b7-7957-4eb7-bbda-226968911e85 req-f26c6566-d2d2-4e9b-b9e5-029dad1560a0 service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Refreshing network info cache for port 9b04a15f-bacb-4bb3-a0c6-e329aac16c45 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.984140] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef851b0-2ff2-4b1d-bc64-d8c949412b62 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "dc294ec0-d246-43eb-b334-15578b9aaa9d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.724s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.131300] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52894762-4d14-ab11-3147-f6f6108248c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.132389] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.132389] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 201518f4-3a96-46a3-b8c8-929ba49e6f80/201518f4-3a96-46a3-b8c8-929ba49e6f80.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.132521] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ddade81-3be1-41b7-bb8e-d2e6af463b98 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.138545] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486104, 'name': ReconfigVM_Task, 'duration_secs': 1.817126} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.141650] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 8158bb22-61f9-4936-831a-e9f96d5e8b2f/8158bb22-61f9-4936-831a-e9f96d5e8b2f.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.142488] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a7a05a1-827f-4424-a0c3-bdb50ba9b07e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.147290] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 848.147290] env[63043]: value = "task-2486105" [ 848.147290] env[63043]: _type = "Task" [ 848.147290] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.148357] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Waiting for the task: (returnval){ [ 848.148357] env[63043]: value = "task-2486106" [ 848.148357] env[63043]: _type = "Task" [ 848.148357] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.160917] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.163563] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486106, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.180037] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: a884ef52-e22f-4f4f-8b4e-f663de615123] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.236567] env[63043]: DEBUG nova.network.neutron [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.334879] env[63043]: DEBUG nova.compute.manager [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.335108] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.336046] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e4a70d-97a6-4150-96c2-902b5d847d96 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.344071] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.344364] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d29454a-8294-4c49-b9d5-2d671a6c3c2a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.353059] env[63043]: DEBUG oslo_vmware.api [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 848.353059] env[63043]: value = "task-2486107" [ 848.353059] env[63043]: _type = "Task" [ 848.353059] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.363464] env[63043]: DEBUG oslo_vmware.api [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.365214] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5f1f04-d84b-4045-af84-a6f02db9fee2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.372532] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836716ef-811d-431c-a821-b6ec79f71d91 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.410228] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93edb1c7-0d64-49bb-ac50-611a150eca92 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.418404] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58c33d5-c2ee-4331-9ff4-e94b0f25c494 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.432768] env[63043]: DEBUG nova.compute.provider_tree [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.632449] env[63043]: DEBUG nova.compute.manager [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Received event network-vif-plugged-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.632689] env[63043]: DEBUG oslo_concurrency.lockutils [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] Acquiring lock "f1ea415c-1a7a-4ed4-a7e1-88f28360866c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.633532] env[63043]: DEBUG oslo_concurrency.lockutils [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] Lock "f1ea415c-1a7a-4ed4-a7e1-88f28360866c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.633704] env[63043]: DEBUG oslo_concurrency.lockutils [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] Lock "f1ea415c-1a7a-4ed4-a7e1-88f28360866c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.633884] env[63043]: DEBUG nova.compute.manager [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] No waiting events found dispatching network-vif-plugged-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.634614] env[63043]: WARNING nova.compute.manager [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Received unexpected event network-vif-plugged-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 for instance with vm_state building and task_state spawning. [ 848.634828] env[63043]: DEBUG nova.compute.manager [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Received event network-changed-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.635104] env[63043]: DEBUG nova.compute.manager [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Refreshing instance network info cache due to event network-changed-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 848.635305] env[63043]: DEBUG oslo_concurrency.lockutils [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] Acquiring lock "refresh_cache-f1ea415c-1a7a-4ed4-a7e1-88f28360866c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.664187] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486105, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.669852] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486106, 'name': Rename_Task, 'duration_secs': 0.28878} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.670691] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.670987] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbf71ba4-02e3-439a-a159-cbbde53405c1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.680058] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Waiting for the task: (returnval){ [ 848.680058] env[63043]: value = "task-2486108" [ 848.680058] env[63043]: _type = "Task" [ 848.680058] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.684033] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 4fe02429-cd39-4135-9936-b520204db2d9] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.692299] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486108, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.767622] env[63043]: DEBUG nova.network.neutron [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Updating instance_info_cache with network_info: [{"id": "7821cd28-cb94-42f4-ac18-08d7b0e6a6a6", "address": "fa:16:3e:14:9b:c9", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7821cd28-cb", "ovs_interfaceid": "7821cd28-cb94-42f4-ac18-08d7b0e6a6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.867888] env[63043]: DEBUG oslo_vmware.api [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486107, 'name': PowerOffVM_Task, 'duration_secs': 0.314391} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.868393] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.868590] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.868849] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b839e5b7-6a9c-4344-84b3-188de8c10c2e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.932183] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.932419] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.935298] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Deleting the datastore file [datastore2] 974b051e-74c5-457d-b734-ef7fa65a8d3d {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.935298] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12e132b6-1e14-40f7-ad50-99a53bd187e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.937230] env[63043]: DEBUG nova.scheduler.client.report [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.944654] env[63043]: DEBUG oslo_vmware.api [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for the task: (returnval){ [ 848.944654] env[63043]: value = "task-2486110" [ 848.944654] env[63043]: _type = "Task" [ 848.944654] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.956651] env[63043]: DEBUG oslo_vmware.api [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.078440] env[63043]: DEBUG nova.network.neutron [req-038f17b7-7957-4eb7-bbda-226968911e85 req-f26c6566-d2d2-4e9b-b9e5-029dad1560a0 service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Updated VIF entry in instance network info cache for port 9b04a15f-bacb-4bb3-a0c6-e329aac16c45. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.078798] env[63043]: DEBUG nova.network.neutron [req-038f17b7-7957-4eb7-bbda-226968911e85 req-f26c6566-d2d2-4e9b-b9e5-029dad1560a0 service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Updating instance_info_cache with network_info: [{"id": "9b04a15f-bacb-4bb3-a0c6-e329aac16c45", "address": "fa:16:3e:da:b4:92", "network": {"id": "9827eea6-0007-466d-a253-f4817e3408e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-240380267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6299c0375754f3bb34042ec6b9b027e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b04a15f-ba", "ovs_interfaceid": "9b04a15f-bacb-4bb3-a0c6-e329aac16c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.165166] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670522} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.165449] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 201518f4-3a96-46a3-b8c8-929ba49e6f80/201518f4-3a96-46a3-b8c8-929ba49e6f80.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.165750] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.165898] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05d1dfb0-1324-46a7-a061-585c3b26e7ed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.172595] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 849.172595] env[63043]: value = "task-2486111" [ 849.172595] env[63043]: _type = "Task" [ 849.172595] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.181993] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.190801] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 58b0ce0a-9269-471c-91b9-9873a0bceeff] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.193137] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.270412] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "refresh_cache-f1ea415c-1a7a-4ed4-a7e1-88f28360866c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.270772] env[63043]: DEBUG nova.compute.manager [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Instance network_info: |[{"id": "7821cd28-cb94-42f4-ac18-08d7b0e6a6a6", "address": "fa:16:3e:14:9b:c9", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7821cd28-cb", "ovs_interfaceid": "7821cd28-cb94-42f4-ac18-08d7b0e6a6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.271080] env[63043]: DEBUG oslo_concurrency.lockutils [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] Acquired lock "refresh_cache-f1ea415c-1a7a-4ed4-a7e1-88f28360866c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.271285] env[63043]: DEBUG nova.network.neutron [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Refreshing network info cache for port 7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.276020] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:9b:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7821cd28-cb94-42f4-ac18-08d7b0e6a6a6', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.280623] env[63043]: DEBUG oslo.service.loopingcall [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.283939] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.284382] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95d58c56-c3b2-4bef-b5f1-5302b9a97c9e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.311052] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.311052] env[63043]: value = "task-2486112" [ 849.311052] env[63043]: _type = "Task" [ 849.311052] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.320950] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486112, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.441674] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.442221] env[63043]: DEBUG nova.compute.manager [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.446291] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.486s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.447856] env[63043]: INFO nova.compute.claims [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.459821] env[63043]: DEBUG oslo_vmware.api [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Task: {'id': task-2486110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294073} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.461206] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.461206] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.461206] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.461206] env[63043]: INFO nova.compute.manager [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 849.461206] env[63043]: DEBUG oslo.service.loopingcall [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.461206] env[63043]: DEBUG nova.compute.manager [-] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.461206] env[63043]: DEBUG nova.network.neutron [-] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.582289] env[63043]: DEBUG oslo_concurrency.lockutils [req-038f17b7-7957-4eb7-bbda-226968911e85 req-f26c6566-d2d2-4e9b-b9e5-029dad1560a0 service nova] Releasing lock "refresh_cache-a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.682959] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067488} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.686725] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.687564] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489625f6-f5af-42ae-8f15-d10d81b6a522 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.693698] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 1f9e63fc-b3df-4435-ae2c-afe64c256f93] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.720591] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 201518f4-3a96-46a3-b8c8-929ba49e6f80/201518f4-3a96-46a3-b8c8-929ba49e6f80.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.721048] env[63043]: DEBUG oslo_vmware.api [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486108, 'name': PowerOnVM_Task, 'duration_secs': 0.678855} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.721558] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33759a1b-fe60-4cfd-a351-0f47f6cc87f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.737768] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.739090] env[63043]: INFO nova.compute.manager [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Took 9.64 seconds to spawn the instance on the hypervisor. [ 849.739090] env[63043]: DEBUG nova.compute.manager [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.742192] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd697e4c-b06d-4978-97b1-0130b8488b21 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.759229] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 849.759229] env[63043]: value = "task-2486113" [ 849.759229] env[63043]: _type = "Task" [ 849.759229] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.767742] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.824894] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486112, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.955355] env[63043]: DEBUG nova.compute.utils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 849.958092] env[63043]: DEBUG nova.compute.manager [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.958092] env[63043]: DEBUG nova.network.neutron [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.974426] env[63043]: DEBUG nova.network.neutron [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Updated VIF entry in instance network info cache for port 7821cd28-cb94-42f4-ac18-08d7b0e6a6a6. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.974781] env[63043]: DEBUG nova.network.neutron [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Updating instance_info_cache with network_info: [{"id": "7821cd28-cb94-42f4-ac18-08d7b0e6a6a6", "address": "fa:16:3e:14:9b:c9", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7821cd28-cb", "ovs_interfaceid": "7821cd28-cb94-42f4-ac18-08d7b0e6a6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.046591] env[63043]: DEBUG nova.policy [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4533957a29384710a20676f5fd7d266f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fcfe30047c246bb974330c7674ded67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.210481] env[63043]: DEBUG nova.compute.manager [req-e3781c7c-2406-44b5-af7b-32e9ac7e0f27 req-408072d2-be85-4f61-9a46-f337e420697c service nova] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Received event network-vif-deleted-1637dc8e-99c0-4bf8-88df-07978a3be945 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.210680] env[63043]: INFO nova.compute.manager [req-e3781c7c-2406-44b5-af7b-32e9ac7e0f27 req-408072d2-be85-4f61-9a46-f337e420697c service nova] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Neutron deleted interface 1637dc8e-99c0-4bf8-88df-07978a3be945; detaching it from the instance and deleting it from the info cache [ 850.210877] env[63043]: DEBUG nova.network.neutron [req-e3781c7c-2406-44b5-af7b-32e9ac7e0f27 req-408072d2-be85-4f61-9a46-f337e420697c service nova] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.222630] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: c48e0bf0-dfc5-4ec7-b611-b96af9659bf5] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.268499] env[63043]: INFO nova.compute.manager [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Took 48.37 seconds to build instance. [ 850.276322] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486113, 'name': ReconfigVM_Task, 'duration_secs': 0.477371} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.276775] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 201518f4-3a96-46a3-b8c8-929ba49e6f80/201518f4-3a96-46a3-b8c8-929ba49e6f80.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.277712] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecc1ebb7-04ff-42d2-972a-18cabe91357b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.283980] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 850.283980] env[63043]: value = "task-2486114" [ 850.283980] env[63043]: _type = "Task" [ 850.283980] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.293959] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486114, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.320690] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486112, 'name': CreateVM_Task, 'duration_secs': 0.664205} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.320870] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.321638] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.321840] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.322303] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.322497] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044ca509-6fca-4979-bce3-af0673336d86 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.327447] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 850.327447] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52706d09-3480-e639-0968-78582f571381" [ 850.327447] env[63043]: _type = "Task" [ 850.327447] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.338573] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52706d09-3480-e639-0968-78582f571381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.408498] env[63043]: DEBUG nova.network.neutron [-] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.461733] env[63043]: DEBUG nova.compute.manager [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.478303] env[63043]: DEBUG oslo_concurrency.lockutils [req-d5d573f0-c13d-4990-8280-d65ad1aae3a5 req-a062b1dd-2c64-4415-b3ed-c8da60c0dfb4 service nova] Releasing lock "refresh_cache-f1ea415c-1a7a-4ed4-a7e1-88f28360866c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.493883] env[63043]: DEBUG oslo_concurrency.lockutils [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "dc294ec0-d246-43eb-b334-15578b9aaa9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.493883] env[63043]: DEBUG oslo_concurrency.lockutils [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "dc294ec0-d246-43eb-b334-15578b9aaa9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.493977] env[63043]: DEBUG oslo_concurrency.lockutils [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "dc294ec0-d246-43eb-b334-15578b9aaa9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.494219] env[63043]: DEBUG oslo_concurrency.lockutils [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "dc294ec0-d246-43eb-b334-15578b9aaa9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.494453] env[63043]: DEBUG oslo_concurrency.lockutils [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "dc294ec0-d246-43eb-b334-15578b9aaa9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.497952] env[63043]: INFO nova.compute.manager [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Terminating instance [ 850.714427] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2114cbbc-a753-493a-b445-b80a25c5455a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.724583] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4395ef08-e325-4a10-a98b-0f37ff0b03c1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.738704] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 8362c470-7c23-4313-996b-982eb6e696a2] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.743186] env[63043]: DEBUG nova.network.neutron [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Successfully created port: 0b72ae15-26c8-47ed-ac41-824262a481e7 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.764680] env[63043]: DEBUG nova.compute.manager [req-e3781c7c-2406-44b5-af7b-32e9ac7e0f27 req-408072d2-be85-4f61-9a46-f337e420697c service nova] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Detach interface failed, port_id=1637dc8e-99c0-4bf8-88df-07978a3be945, reason: Instance 974b051e-74c5-457d-b734-ef7fa65a8d3d could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 850.773180] env[63043]: DEBUG oslo_concurrency.lockutils [None req-caff145f-f4e2-43dc-91f5-6266fb988a00 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Lock "8158bb22-61f9-4936-831a-e9f96d5e8b2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.890s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.795492] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486114, 'name': Rename_Task, 'duration_secs': 0.135592} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.796579] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.797727] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69354176-74f5-4656-8fda-d228feacdb74 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.806903] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 850.806903] env[63043]: value = "task-2486115" [ 850.806903] env[63043]: _type = "Task" [ 850.806903] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.820137] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.843225] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52706d09-3480-e639-0968-78582f571381, 'name': SearchDatastore_Task, 'duration_secs': 0.013727} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.846161] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.846453] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.846633] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.846776] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.846952] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.847690] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c21ea02-519f-4185-8480-fbb192742461 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.856948] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.857201] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.858344] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bb0ed4-8656-4453-a765-52e7056b7403 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.866829] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 850.866829] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520b1dc7-d175-8f47-24df-86f3ed8f1a90" [ 850.866829] env[63043]: _type = "Task" [ 850.866829] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.879574] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520b1dc7-d175-8f47-24df-86f3ed8f1a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.882057] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641a159f-90e1-4a60-abea-2425b5257052 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.891898] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871f550a-d0a9-4549-9476-3be10165262d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.924900] env[63043]: INFO nova.compute.manager [-] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Took 1.46 seconds to deallocate network for instance. [ 850.927635] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586eeab0-1072-4e24-b3e3-e06754a643e5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.939476] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1236c9-83ea-4f5d-8cf9-616c17f6e1db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.955310] env[63043]: DEBUG nova.compute.provider_tree [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.002622] env[63043]: DEBUG nova.compute.manager [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.002971] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.003892] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c2afa0-f20c-4940-a977-ccece14b0b9f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.012692] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.012991] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b76f72e8-3997-4e26-a395-cc75855af0a4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.020464] env[63043]: DEBUG oslo_vmware.api [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 851.020464] env[63043]: value = "task-2486116" [ 851.020464] env[63043]: _type = "Task" [ 851.020464] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.032760] env[63043]: DEBUG oslo_vmware.api [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.157289] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Acquiring lock "8158bb22-61f9-4936-831a-e9f96d5e8b2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.157571] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Lock "8158bb22-61f9-4936-831a-e9f96d5e8b2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.157779] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Acquiring lock "8158bb22-61f9-4936-831a-e9f96d5e8b2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.157967] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Lock "8158bb22-61f9-4936-831a-e9f96d5e8b2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.158219] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Lock "8158bb22-61f9-4936-831a-e9f96d5e8b2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.160414] env[63043]: INFO nova.compute.manager [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Terminating instance [ 851.242588] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 471ac034-2d40-488b-920c-308e84121373] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.330055] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486115, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.381629] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520b1dc7-d175-8f47-24df-86f3ed8f1a90, 'name': SearchDatastore_Task, 'duration_secs': 0.012503} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.382761] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3fcf243-6f0e-4871-9602-724a85f51aa8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.388336] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 851.388336] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]525de406-7956-7416-74a4-afc516882d8c" [ 851.388336] env[63043]: _type = "Task" [ 851.388336] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.397674] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525de406-7956-7416-74a4-afc516882d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.435417] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.438634] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "b1cc0753-f1d8-4870-b282-235ccd66e144" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.438857] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "b1cc0753-f1d8-4870-b282-235ccd66e144" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.459326] env[63043]: DEBUG nova.scheduler.client.report [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.470899] env[63043]: DEBUG nova.compute.manager [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.512148] env[63043]: DEBUG nova.virt.hardware [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.512932] env[63043]: DEBUG nova.virt.hardware [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.513817] env[63043]: DEBUG nova.virt.hardware [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.513817] env[63043]: DEBUG nova.virt.hardware [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.513817] env[63043]: DEBUG nova.virt.hardware [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.513817] env[63043]: DEBUG nova.virt.hardware [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.513934] env[63043]: DEBUG nova.virt.hardware [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.514176] env[63043]: DEBUG nova.virt.hardware [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.514381] env[63043]: DEBUG nova.virt.hardware [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.514626] env[63043]: DEBUG nova.virt.hardware [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.514790] env[63043]: DEBUG nova.virt.hardware [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.516128] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119cf49d-b060-4eb4-93f4-042bb163379d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.528667] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade7a0f1-69a2-4a2e-a6b3-a58334c13936 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.540599] env[63043]: DEBUG oslo_vmware.api [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486116, 'name': PowerOffVM_Task, 'duration_secs': 0.303722} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.549142] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.549337] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.550171] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d5fe950-85ff-4ae4-8a1d-18d544646e74 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.618884] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.619124] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.619303] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleting the datastore file [datastore1] dc294ec0-d246-43eb-b334-15578b9aaa9d {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.619559] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7648230-90b6-46f3-b4d4-eec5a4a6c857 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.628347] env[63043]: DEBUG oslo_vmware.api [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 851.628347] env[63043]: value = "task-2486118" [ 851.628347] env[63043]: _type = "Task" [ 851.628347] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.637478] env[63043]: DEBUG oslo_vmware.api [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.666052] env[63043]: DEBUG nova.compute.manager [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.666052] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.666052] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7ee1e-027e-4801-a4d3-80a26cdc6820 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.677715] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.677715] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2ef22aa-ea8c-4652-ae34-4c52c1a73e6a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.684109] env[63043]: DEBUG oslo_vmware.api [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Waiting for the task: (returnval){ [ 851.684109] env[63043]: value = "task-2486119" [ 851.684109] env[63043]: _type = "Task" [ 851.684109] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.695801] env[63043]: DEBUG oslo_vmware.api [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.745562] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 880592dc-3d7e-4ad8-ae77-1da91e495e94] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.820520] env[63043]: DEBUG oslo_vmware.api [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486115, 'name': PowerOnVM_Task, 'duration_secs': 0.560273} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.820786] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.820981] env[63043]: INFO nova.compute.manager [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Took 8.15 seconds to spawn the instance on the hypervisor. [ 851.821173] env[63043]: DEBUG nova.compute.manager [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.821957] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a9f917-5760-49c0-b376-841ff5202676 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.901902] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525de406-7956-7416-74a4-afc516882d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.022037} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.902186] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.902443] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] f1ea415c-1a7a-4ed4-a7e1-88f28360866c/f1ea415c-1a7a-4ed4-a7e1-88f28360866c.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.903534] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3917ea49-c2e0-4828-88fa-73e835981783 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.912481] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 851.912481] env[63043]: value = "task-2486120" [ 851.912481] env[63043]: _type = "Task" [ 851.912481] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.920801] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.941324] env[63043]: DEBUG nova.compute.manager [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.964586] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.969316] env[63043]: DEBUG nova.compute.manager [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.969670] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.432s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.969884] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.972767] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.940s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.973228] env[63043]: DEBUG nova.objects.instance [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lazy-loading 'resources' on Instance uuid 0da32a35-bed2-4d68-a24b-01bd67ec70d5 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.001630] env[63043]: INFO nova.scheduler.client.report [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Deleted allocations for instance 7ed9677f-f0e2-49fa-9827-cb216e4e417a [ 852.138702] env[63043]: DEBUG oslo_vmware.api [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305805} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.139050] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.139305] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.139496] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.139669] env[63043]: INFO nova.compute.manager [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 852.139911] env[63043]: DEBUG oslo.service.loopingcall [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.141336] env[63043]: DEBUG nova.compute.manager [-] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.141465] env[63043]: DEBUG nova.network.neutron [-] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.146621] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "163658b6-bb70-4efa-9acf-48db8c1370d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.146841] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "163658b6-bb70-4efa-9acf-48db8c1370d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.198033] env[63043]: DEBUG oslo_vmware.api [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486119, 'name': PowerOffVM_Task, 'duration_secs': 0.304416} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.198033] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.198033] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.198620] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21ea7488-c42d-4e33-9a74-00227408a61d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.251129] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 0a169a9a-b915-4fb9-bcd9-547884a05c89] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 852.284280] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.284543] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.284735] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Deleting the datastore file [datastore2] 8158bb22-61f9-4936-831a-e9f96d5e8b2f {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.285030] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac5b43bf-4b7b-4e04-be15-ff92ba68d53b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.293678] env[63043]: DEBUG oslo_vmware.api [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Waiting for the task: (returnval){ [ 852.293678] env[63043]: value = "task-2486122" [ 852.293678] env[63043]: _type = "Task" [ 852.293678] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.305265] env[63043]: DEBUG oslo_vmware.api [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.344123] env[63043]: INFO nova.compute.manager [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Took 44.23 seconds to build instance. [ 852.425081] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486120, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.473893] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.477086] env[63043]: DEBUG nova.compute.utils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 852.478789] env[63043]: DEBUG nova.objects.instance [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lazy-loading 'numa_topology' on Instance uuid 0da32a35-bed2-4d68-a24b-01bd67ec70d5 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.479947] env[63043]: DEBUG nova.compute.manager [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.480596] env[63043]: DEBUG nova.network.neutron [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.517119] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Lock "7ed9677f-f0e2-49fa-9827-cb216e4e417a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.559s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.590206] env[63043]: DEBUG nova.policy [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aafe50b505c94185a387f6299b42593d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78f4f0dc1bf4ce9acd32a0128904cb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.650416] env[63043]: DEBUG nova.compute.manager [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.667133] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "201518f4-3a96-46a3-b8c8-929ba49e6f80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.756655] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.756912] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Cleaning up deleted instances with incomplete migration {{(pid=63043) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 852.810916] env[63043]: DEBUG oslo_vmware.api [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.846267] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "201518f4-3a96-46a3-b8c8-929ba49e6f80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.735s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.846724] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "201518f4-3a96-46a3-b8c8-929ba49e6f80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.180s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.847520] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "201518f4-3a96-46a3-b8c8-929ba49e6f80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.847690] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "201518f4-3a96-46a3-b8c8-929ba49e6f80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.847867] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "201518f4-3a96-46a3-b8c8-929ba49e6f80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.850729] env[63043]: INFO nova.compute.manager [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Terminating instance [ 852.926029] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788793} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.926029] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] f1ea415c-1a7a-4ed4-a7e1-88f28360866c/f1ea415c-1a7a-4ed4-a7e1-88f28360866c.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.926029] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.926419] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca5eca73-e12c-4564-9614-061c65ed3d6a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.933104] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 852.933104] env[63043]: value = "task-2486123" [ 852.933104] env[63043]: _type = "Task" [ 852.933104] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.945688] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.980649] env[63043]: DEBUG nova.compute.manager [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.987771] env[63043]: DEBUG nova.objects.base [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Object Instance<0da32a35-bed2-4d68-a24b-01bd67ec70d5> lazy-loaded attributes: resources,numa_topology {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 853.046809] env[63043]: DEBUG nova.compute.manager [req-c1027f0d-bb82-4fbe-a0a6-43565b719927 req-7e37aeb2-7119-4acc-a723-a335a55df8ba service nova] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Received event network-vif-deleted-713e1793-aa17-47e8-94d6-54e355687dbf {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.046933] env[63043]: INFO nova.compute.manager [req-c1027f0d-bb82-4fbe-a0a6-43565b719927 req-7e37aeb2-7119-4acc-a723-a335a55df8ba service nova] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Neutron deleted interface 713e1793-aa17-47e8-94d6-54e355687dbf; detaching it from the instance and deleting it from the info cache [ 853.047091] env[63043]: DEBUG nova.network.neutron [req-c1027f0d-bb82-4fbe-a0a6-43565b719927 req-7e37aeb2-7119-4acc-a723-a335a55df8ba service nova] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.067932] env[63043]: DEBUG nova.compute.manager [req-79ace33c-ea4b-4313-b381-b57b27aa1f88 req-2f2187d5-d8c7-4665-8a3f-be96e03d4dab service nova] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Received event network-vif-plugged-0b72ae15-26c8-47ed-ac41-824262a481e7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.067932] env[63043]: DEBUG oslo_concurrency.lockutils [req-79ace33c-ea4b-4313-b381-b57b27aa1f88 req-2f2187d5-d8c7-4665-8a3f-be96e03d4dab service nova] Acquiring lock "5f47d72c-81fd-47b9-92b4-fc9e56e0e19f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.067932] env[63043]: DEBUG oslo_concurrency.lockutils [req-79ace33c-ea4b-4313-b381-b57b27aa1f88 req-2f2187d5-d8c7-4665-8a3f-be96e03d4dab service nova] Lock "5f47d72c-81fd-47b9-92b4-fc9e56e0e19f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.068047] env[63043]: DEBUG oslo_concurrency.lockutils [req-79ace33c-ea4b-4313-b381-b57b27aa1f88 req-2f2187d5-d8c7-4665-8a3f-be96e03d4dab service nova] Lock "5f47d72c-81fd-47b9-92b4-fc9e56e0e19f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.068177] env[63043]: DEBUG nova.compute.manager [req-79ace33c-ea4b-4313-b381-b57b27aa1f88 req-2f2187d5-d8c7-4665-8a3f-be96e03d4dab service nova] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] No waiting events found dispatching network-vif-plugged-0b72ae15-26c8-47ed-ac41-824262a481e7 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.068347] env[63043]: WARNING nova.compute.manager [req-79ace33c-ea4b-4313-b381-b57b27aa1f88 req-2f2187d5-d8c7-4665-8a3f-be96e03d4dab service nova] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Received unexpected event network-vif-plugged-0b72ae15-26c8-47ed-ac41-824262a481e7 for instance with vm_state building and task_state spawning. [ 853.175309] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.265030] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.273303] env[63043]: DEBUG nova.network.neutron [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Successfully created port: 991f13e7-93fc-4e61-bfe5-a8d68931165c {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.308557] env[63043]: DEBUG oslo_vmware.api [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Task: {'id': task-2486122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.69528} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.308827] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.309711] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.309711] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.309711] env[63043]: INFO nova.compute.manager [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 853.309711] env[63043]: DEBUG oslo.service.loopingcall [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.310128] env[63043]: DEBUG nova.compute.manager [-] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.310537] env[63043]: DEBUG nova.network.neutron [-] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.357175] env[63043]: DEBUG nova.network.neutron [-] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.360796] env[63043]: DEBUG nova.compute.manager [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.361025] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.362545] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01024fb-d4db-4764-921a-c7be260399d1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.379177] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.379426] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d496bcff-9ae2-4c24-977e-59d163ff2903 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.390486] env[63043]: DEBUG oslo_vmware.api [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 853.390486] env[63043]: value = "task-2486124" [ 853.390486] env[63043]: _type = "Task" [ 853.390486] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.401779] env[63043]: DEBUG oslo_vmware.api [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.421011] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aca55c2-5045-4df8-8867-129977555c52 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.429931] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e437081-e7f0-46c2-a402-14e10befad78 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.444891] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.328816} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.472629] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.473725] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7a03f3-4aef-4759-b123-786abfb5b5dd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.477550] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ecedf3-635b-4982-a40c-14022d8a9983 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.505659] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] f1ea415c-1a7a-4ed4-a7e1-88f28360866c/f1ea415c-1a7a-4ed4-a7e1-88f28360866c.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.512835] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18a34a6e-6d90-4b71-b7ff-5172ad8aab6f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.533909] env[63043]: DEBUG nova.network.neutron [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Successfully updated port: 0b72ae15-26c8-47ed-ac41-824262a481e7 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.536500] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a3a345-bce9-4496-baa2-1dc1aca5ace6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.555757] env[63043]: DEBUG nova.compute.provider_tree [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.561455] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b78283a0-ed6e-4f7c-802f-ae71aacb1fdb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.564896] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 853.564896] env[63043]: value = "task-2486125" [ 853.564896] env[63043]: _type = "Task" [ 853.564896] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.574898] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dccb6c5-8ec5-4266-8ca1-fa0587d5fc20 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.592665] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.617249] env[63043]: DEBUG nova.compute.manager [req-c1027f0d-bb82-4fbe-a0a6-43565b719927 req-7e37aeb2-7119-4acc-a723-a335a55df8ba service nova] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Detach interface failed, port_id=713e1793-aa17-47e8-94d6-54e355687dbf, reason: Instance dc294ec0-d246-43eb-b334-15578b9aaa9d could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 853.859739] env[63043]: INFO nova.compute.manager [-] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Took 1.72 seconds to deallocate network for instance. [ 853.910436] env[63043]: DEBUG oslo_vmware.api [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486124, 'name': PowerOffVM_Task, 'duration_secs': 0.283419} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.910436] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.910609] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.910914] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2cd43de-7020-45ad-9665-0e12ba98fa70 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.979968] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.980311] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.980421] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Deleting the datastore file [datastore2] 201518f4-3a96-46a3-b8c8-929ba49e6f80 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.980763] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ea17d3e-2b8a-4ea7-b3ad-b7fa0f75de7c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.992050] env[63043]: DEBUG oslo_vmware.api [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for the task: (returnval){ [ 853.992050] env[63043]: value = "task-2486127" [ 853.992050] env[63043]: _type = "Task" [ 853.992050] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.001975] env[63043]: DEBUG oslo_vmware.api [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.014036] env[63043]: DEBUG nova.compute.manager [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.042722] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Acquiring lock "refresh_cache-5f47d72c-81fd-47b9-92b4-fc9e56e0e19f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.042936] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Acquired lock "refresh_cache-5f47d72c-81fd-47b9-92b4-fc9e56e0e19f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.043414] env[63043]: DEBUG nova.network.neutron [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.052579] env[63043]: DEBUG nova.virt.hardware [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.052579] env[63043]: DEBUG nova.virt.hardware [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.052579] env[63043]: DEBUG nova.virt.hardware [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.052579] env[63043]: DEBUG nova.virt.hardware [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.052579] env[63043]: DEBUG nova.virt.hardware [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.053177] env[63043]: DEBUG nova.virt.hardware [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.053177] env[63043]: DEBUG nova.virt.hardware [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.053177] env[63043]: DEBUG nova.virt.hardware [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.053340] env[63043]: DEBUG nova.virt.hardware [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.053924] env[63043]: DEBUG nova.virt.hardware [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.053924] env[63043]: DEBUG nova.virt.hardware [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.054848] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ff4c37-430b-4029-9ffc-7e3103f16c60 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.064505] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c798e47c-d747-471e-924f-119d958e4752 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.071304] env[63043]: DEBUG nova.scheduler.client.report [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.091958] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486125, 'name': ReconfigVM_Task, 'duration_secs': 0.512733} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.092285] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Reconfigured VM instance instance-0000003f to attach disk [datastore2] f1ea415c-1a7a-4ed4-a7e1-88f28360866c/f1ea415c-1a7a-4ed4-a7e1-88f28360866c.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.092995] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7abe7099-4584-4eeb-9dbb-acb368025bfd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.100151] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 854.100151] env[63043]: value = "task-2486128" [ 854.100151] env[63043]: _type = "Task" [ 854.100151] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.111466] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486128, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.370804] env[63043]: DEBUG oslo_concurrency.lockutils [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.505267] env[63043]: DEBUG oslo_vmware.api [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.570568] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.570568] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.580484] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.607s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.583788] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.329s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.585578] env[63043]: INFO nova.compute.claims [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.590309] env[63043]: DEBUG nova.network.neutron [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.614058] env[63043]: DEBUG nova.network.neutron [-] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.616212] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486128, 'name': Rename_Task, 'duration_secs': 0.169745} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.616759] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.617088] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d76bdf14-ab09-4d32-8fb6-26d57eb7800d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.624664] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 854.624664] env[63043]: value = "task-2486129" [ 854.624664] env[63043]: _type = "Task" [ 854.624664] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.637663] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.008421] env[63043]: DEBUG oslo_vmware.api [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Task: {'id': task-2486127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535111} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.008803] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.009032] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.009099] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.009292] env[63043]: INFO nova.compute.manager [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Took 1.65 seconds to destroy the instance on the hypervisor. [ 855.009509] env[63043]: DEBUG oslo.service.loopingcall [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.009645] env[63043]: DEBUG nova.compute.manager [-] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.009744] env[63043]: DEBUG nova.network.neutron [-] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.084479] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.084479] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Starting heal instance info cache {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 855.101364] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6ef5819d-9ec0-4bf0-871c-6e98b761ed1b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.993s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.102789] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.315s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.102789] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.102789] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.102789] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.105676] env[63043]: INFO nova.compute.manager [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Terminating instance [ 855.117348] env[63043]: DEBUG nova.network.neutron [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Updating instance_info_cache with network_info: [{"id": "0b72ae15-26c8-47ed-ac41-824262a481e7", "address": "fa:16:3e:f1:1f:e5", "network": {"id": "1e79660f-2677-4a07-93b1-73ae97f3e7e4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-635032412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fcfe30047c246bb974330c7674ded67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b72ae15-26", "ovs_interfaceid": "0b72ae15-26c8-47ed-ac41-824262a481e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.119179] env[63043]: INFO nova.compute.manager [-] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Took 1.81 seconds to deallocate network for instance. [ 855.136732] env[63043]: DEBUG oslo_vmware.api [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486129, 'name': PowerOnVM_Task, 'duration_secs': 0.493738} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.137008] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.137456] env[63043]: INFO nova.compute.manager [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Took 8.79 seconds to spawn the instance on the hypervisor. [ 855.137654] env[63043]: DEBUG nova.compute.manager [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.138904] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad0e62c-4251-4f17-933c-d352bf4df613 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.224446] env[63043]: DEBUG nova.compute.manager [req-6e1f0f0f-bb4f-44fd-9d75-103106448c8d req-0165741e-955c-4dfe-8ac5-99455712547b service nova] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Received event network-vif-deleted-6044b698-c3b9-4daa-9c81-afcde9743c45 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.247919] env[63043]: DEBUG nova.compute.manager [req-c895aac9-2319-42a4-86a5-62737d02b5ce req-7526a19a-0e53-492f-8960-dfc695e8c1e6 service nova] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Received event network-changed-0b72ae15-26c8-47ed-ac41-824262a481e7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.248153] env[63043]: DEBUG nova.compute.manager [req-c895aac9-2319-42a4-86a5-62737d02b5ce req-7526a19a-0e53-492f-8960-dfc695e8c1e6 service nova] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Refreshing instance network info cache due to event network-changed-0b72ae15-26c8-47ed-ac41-824262a481e7. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 855.248450] env[63043]: DEBUG oslo_concurrency.lockutils [req-c895aac9-2319-42a4-86a5-62737d02b5ce req-7526a19a-0e53-492f-8960-dfc695e8c1e6 service nova] Acquiring lock "refresh_cache-5f47d72c-81fd-47b9-92b4-fc9e56e0e19f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.565929] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55c65557-e78c-46ce-876e-1dab19519c1f tempest-ServersAdminTestJSON-1376701893 tempest-ServersAdminTestJSON-1376701893-project-admin] Acquiring lock "refresh_cache-f1ea415c-1a7a-4ed4-a7e1-88f28360866c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.567309] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55c65557-e78c-46ce-876e-1dab19519c1f tempest-ServersAdminTestJSON-1376701893 tempest-ServersAdminTestJSON-1376701893-project-admin] Acquired lock "refresh_cache-f1ea415c-1a7a-4ed4-a7e1-88f28360866c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.568463] env[63043]: DEBUG nova.network.neutron [None req-55c65557-e78c-46ce-876e-1dab19519c1f tempest-ServersAdminTestJSON-1376701893 tempest-ServersAdminTestJSON-1376701893-project-admin] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.610217] env[63043]: DEBUG nova.compute.manager [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.610217] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.610813] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9aaa3e70-c804-4fe7-8293-bf73c7b0b15d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.623136] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dddd48d-7bf2-4c6d-aa12-3cc07566c281 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.637608] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Releasing lock "refresh_cache-5f47d72c-81fd-47b9-92b4-fc9e56e0e19f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.637894] env[63043]: DEBUG nova.compute.manager [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Instance network_info: |[{"id": "0b72ae15-26c8-47ed-ac41-824262a481e7", "address": "fa:16:3e:f1:1f:e5", "network": {"id": "1e79660f-2677-4a07-93b1-73ae97f3e7e4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-635032412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fcfe30047c246bb974330c7674ded67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b72ae15-26", "ovs_interfaceid": "0b72ae15-26c8-47ed-ac41-824262a481e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.642017] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.642017] env[63043]: DEBUG oslo_concurrency.lockutils [req-c895aac9-2319-42a4-86a5-62737d02b5ce req-7526a19a-0e53-492f-8960-dfc695e8c1e6 service nova] Acquired lock "refresh_cache-5f47d72c-81fd-47b9-92b4-fc9e56e0e19f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.642017] env[63043]: DEBUG nova.network.neutron [req-c895aac9-2319-42a4-86a5-62737d02b5ce req-7526a19a-0e53-492f-8960-dfc695e8c1e6 service nova] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Refreshing network info cache for port 0b72ae15-26c8-47ed-ac41-824262a481e7 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.642017] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:1f:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b72ae15-26c8-47ed-ac41-824262a481e7', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.650223] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Creating folder: Project (6fcfe30047c246bb974330c7674ded67). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.662817] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88eedd21-5933-41af-8702-4097d53740a6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.681621] env[63043]: WARNING nova.virt.vmwareapi.vmops [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0da32a35-bed2-4d68-a24b-01bd67ec70d5 could not be found. [ 855.681621] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.681621] env[63043]: INFO nova.compute.manager [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Took 0.07 seconds to destroy the instance on the hypervisor. [ 855.681621] env[63043]: DEBUG oslo.service.loopingcall [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.681621] env[63043]: INFO nova.compute.manager [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Took 46.96 seconds to build instance. [ 855.684991] env[63043]: DEBUG nova.compute.manager [-] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.684991] env[63043]: DEBUG nova.network.neutron [-] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.688997] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Created folder: Project (6fcfe30047c246bb974330c7674ded67) in parent group-v502843. [ 855.689166] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Creating folder: Instances. Parent ref: group-v503015. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.689402] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3c4ad3a-ea3c-4ca2-9727-430a711ab959 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.699019] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Created folder: Instances in parent group-v503015. [ 855.699019] env[63043]: DEBUG oslo.service.loopingcall [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.699019] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.699329] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bc1d4d9-7347-44c8-9ec0-4137331343d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.726220] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.726220] env[63043]: value = "task-2486132" [ 855.726220] env[63043]: _type = "Task" [ 855.726220] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.736921] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486132, 'name': CreateVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.817558] env[63043]: DEBUG nova.network.neutron [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Successfully updated port: 991f13e7-93fc-4e61-bfe5-a8d68931165c {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.147974] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc08880a-df38-409a-ad34-84aec032cf9d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.159777] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5752776a-e27c-4ef6-acba-72073f41b6b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.190691] env[63043]: DEBUG nova.network.neutron [-] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.192197] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "f1ea415c-1a7a-4ed4-a7e1-88f28360866c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.480s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.196337] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21224600-f381-4cde-9e51-647fdc517333 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.204948] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0058d4cb-4b4a-451c-8ca9-884dbb1e6d83 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.228722] env[63043]: DEBUG nova.compute.provider_tree [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.247488] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486132, 'name': CreateVM_Task, 'duration_secs': 0.349949} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.247632] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.248372] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.248786] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.248847] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.249387] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f19da73-270f-4e3e-92bb-452763648175 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.256965] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 856.256965] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52be4043-7aa2-195f-54bc-03c058f18f03" [ 856.256965] env[63043]: _type = "Task" [ 856.256965] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.266435] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52be4043-7aa2-195f-54bc-03c058f18f03, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.266520] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.266746] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.267051] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.267734] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.267734] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.267734] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6d014b3-712e-4d18-b14c-339fa1679ae0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.276487] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.277374] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.277450] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887e8612-0c01-43e4-9d3a-af60ae534e1b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.283075] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 856.283075] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527b7ce6-5bd2-bfe3-dcb9-224d60b8cde7" [ 856.283075] env[63043]: _type = "Task" [ 856.283075] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.291547] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527b7ce6-5bd2-bfe3-dcb9-224d60b8cde7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.321349] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "refresh_cache-54587894-0a8c-42a4-9af4-44da11cfb9f6" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.321505] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "refresh_cache-54587894-0a8c-42a4-9af4-44da11cfb9f6" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.321862] env[63043]: DEBUG nova.network.neutron [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.418390] env[63043]: DEBUG nova.network.neutron [None req-55c65557-e78c-46ce-876e-1dab19519c1f tempest-ServersAdminTestJSON-1376701893 tempest-ServersAdminTestJSON-1376701893-project-admin] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Updating instance_info_cache with network_info: [{"id": "7821cd28-cb94-42f4-ac18-08d7b0e6a6a6", "address": "fa:16:3e:14:9b:c9", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7821cd28-cb", "ovs_interfaceid": "7821cd28-cb94-42f4-ac18-08d7b0e6a6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.531225] env[63043]: DEBUG nova.network.neutron [req-c895aac9-2319-42a4-86a5-62737d02b5ce req-7526a19a-0e53-492f-8960-dfc695e8c1e6 service nova] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Updated VIF entry in instance network info cache for port 0b72ae15-26c8-47ed-ac41-824262a481e7. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.531605] env[63043]: DEBUG nova.network.neutron [req-c895aac9-2319-42a4-86a5-62737d02b5ce req-7526a19a-0e53-492f-8960-dfc695e8c1e6 service nova] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Updating instance_info_cache with network_info: [{"id": "0b72ae15-26c8-47ed-ac41-824262a481e7", "address": "fa:16:3e:f1:1f:e5", "network": {"id": "1e79660f-2677-4a07-93b1-73ae97f3e7e4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-635032412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fcfe30047c246bb974330c7674ded67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b72ae15-26", "ovs_interfaceid": "0b72ae15-26c8-47ed-ac41-824262a481e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.603265] env[63043]: DEBUG nova.network.neutron [-] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.693697] env[63043]: INFO nova.compute.manager [-] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Took 1.68 seconds to deallocate network for instance. [ 856.743028] env[63043]: DEBUG nova.scheduler.client.report [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.794836] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527b7ce6-5bd2-bfe3-dcb9-224d60b8cde7, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.795979] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14758b1-576e-4f59-a95f-c5f49ffa35d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.801699] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 856.801699] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]522d49cf-9d6f-529c-3f11-e81276dc67d1" [ 856.801699] env[63043]: _type = "Task" [ 856.801699] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.809399] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522d49cf-9d6f-529c-3f11-e81276dc67d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.856776] env[63043]: DEBUG nova.network.neutron [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.865891] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Acquiring lock "76849bd3-018d-4387-ab06-c8578da72d56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.866360] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Lock "76849bd3-018d-4387-ab06-c8578da72d56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.922633] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55c65557-e78c-46ce-876e-1dab19519c1f tempest-ServersAdminTestJSON-1376701893 tempest-ServersAdminTestJSON-1376701893-project-admin] Releasing lock "refresh_cache-f1ea415c-1a7a-4ed4-a7e1-88f28360866c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.922633] env[63043]: DEBUG nova.compute.manager [None req-55c65557-e78c-46ce-876e-1dab19519c1f tempest-ServersAdminTestJSON-1376701893 tempest-ServersAdminTestJSON-1376701893-project-admin] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Inject network info {{(pid=63043) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 856.922633] env[63043]: DEBUG nova.compute.manager [None req-55c65557-e78c-46ce-876e-1dab19519c1f tempest-ServersAdminTestJSON-1376701893 tempest-ServersAdminTestJSON-1376701893-project-admin] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] network_info to inject: |[{"id": "7821cd28-cb94-42f4-ac18-08d7b0e6a6a6", "address": "fa:16:3e:14:9b:c9", "network": {"id": "901c9383-662c-4775-955c-a1ea1f4c1e2f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1149811598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd94690af0041cda4a52aba8f2a1eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7821cd28-cb", "ovs_interfaceid": "7821cd28-cb94-42f4-ac18-08d7b0e6a6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 856.927300] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-55c65557-e78c-46ce-876e-1dab19519c1f tempest-ServersAdminTestJSON-1376701893 tempest-ServersAdminTestJSON-1376701893-project-admin] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Reconfiguring VM instance to set the machine id {{(pid=63043) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 856.927719] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e05ce20d-d152-4133-b148-4121ceea572b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.946294] env[63043]: DEBUG oslo_vmware.api [None req-55c65557-e78c-46ce-876e-1dab19519c1f tempest-ServersAdminTestJSON-1376701893 tempest-ServersAdminTestJSON-1376701893-project-admin] Waiting for the task: (returnval){ [ 856.946294] env[63043]: value = "task-2486133" [ 856.946294] env[63043]: _type = "Task" [ 856.946294] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.956399] env[63043]: DEBUG oslo_vmware.api [None req-55c65557-e78c-46ce-876e-1dab19519c1f tempest-ServersAdminTestJSON-1376701893 tempest-ServersAdminTestJSON-1376701893-project-admin] Task: {'id': task-2486133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.017102] env[63043]: DEBUG nova.network.neutron [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Updating instance_info_cache with network_info: [{"id": "991f13e7-93fc-4e61-bfe5-a8d68931165c", "address": "fa:16:3e:8f:ab:ef", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap991f13e7-93", "ovs_interfaceid": "991f13e7-93fc-4e61-bfe5-a8d68931165c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.034597] env[63043]: DEBUG oslo_concurrency.lockutils [req-c895aac9-2319-42a4-86a5-62737d02b5ce req-7526a19a-0e53-492f-8960-dfc695e8c1e6 service nova] Releasing lock "refresh_cache-5f47d72c-81fd-47b9-92b4-fc9e56e0e19f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.106631] env[63043]: INFO nova.compute.manager [-] [instance: 0da32a35-bed2-4d68-a24b-01bd67ec70d5] Took 1.42 seconds to deallocate network for instance. [ 857.200198] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.246747] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.247317] env[63043]: DEBUG nova.compute.manager [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.251471] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.734s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.251471] env[63043]: DEBUG nova.objects.instance [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lazy-loading 'resources' on Instance uuid a48fbd30-8cf7-4351-bc5d-bd8957542e84 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.254009] env[63043]: DEBUG nova.compute.manager [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Received event network-vif-plugged-991f13e7-93fc-4e61-bfe5-a8d68931165c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.254266] env[63043]: DEBUG oslo_concurrency.lockutils [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] Acquiring lock "54587894-0a8c-42a4-9af4-44da11cfb9f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.255307] env[63043]: DEBUG oslo_concurrency.lockutils [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] Lock "54587894-0a8c-42a4-9af4-44da11cfb9f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.255307] env[63043]: DEBUG oslo_concurrency.lockutils [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] Lock "54587894-0a8c-42a4-9af4-44da11cfb9f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.255307] env[63043]: DEBUG nova.compute.manager [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] No waiting events found dispatching network-vif-plugged-991f13e7-93fc-4e61-bfe5-a8d68931165c {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.255307] env[63043]: WARNING nova.compute.manager [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Received unexpected event network-vif-plugged-991f13e7-93fc-4e61-bfe5-a8d68931165c for instance with vm_state building and task_state spawning. [ 857.255307] env[63043]: DEBUG nova.compute.manager [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Received event network-changed-991f13e7-93fc-4e61-bfe5-a8d68931165c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.255540] env[63043]: DEBUG nova.compute.manager [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Refreshing instance network info cache due to event network-changed-991f13e7-93fc-4e61-bfe5-a8d68931165c. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 857.255570] env[63043]: DEBUG oslo_concurrency.lockutils [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] Acquiring lock "refresh_cache-54587894-0a8c-42a4-9af4-44da11cfb9f6" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.275725] env[63043]: DEBUG nova.compute.manager [req-a040ef71-f075-4827-9797-f88a31a1bca6 req-f8d75f7c-a08a-4810-b38a-a025ff2da54e service nova] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Received event network-vif-deleted-81a25d43-50ee-482e-83b5-d174c1310454 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.312090] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522d49cf-9d6f-529c-3f11-e81276dc67d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.312407] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.312690] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f/5f47d72c-81fd-47b9-92b4-fc9e56e0e19f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.312989] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b0b6183-77eb-4d81-8a75-9b020a1ef152 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.319101] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 857.319101] env[63043]: value = "task-2486137" [ 857.319101] env[63043]: _type = "Task" [ 857.319101] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.326659] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.369063] env[63043]: DEBUG nova.compute.manager [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.457168] env[63043]: DEBUG oslo_vmware.api [None req-55c65557-e78c-46ce-876e-1dab19519c1f tempest-ServersAdminTestJSON-1376701893 tempest-ServersAdminTestJSON-1376701893-project-admin] Task: {'id': task-2486133, 'name': ReconfigVM_Task, 'duration_secs': 0.170814} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.457168] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-55c65557-e78c-46ce-876e-1dab19519c1f tempest-ServersAdminTestJSON-1376701893 tempest-ServersAdminTestJSON-1376701893-project-admin] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Reconfigured VM instance to set the machine id {{(pid=63043) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 857.518747] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "refresh_cache-54587894-0a8c-42a4-9af4-44da11cfb9f6" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.518943] env[63043]: DEBUG nova.compute.manager [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Instance network_info: |[{"id": "991f13e7-93fc-4e61-bfe5-a8d68931165c", "address": "fa:16:3e:8f:ab:ef", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap991f13e7-93", "ovs_interfaceid": "991f13e7-93fc-4e61-bfe5-a8d68931165c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.519378] env[63043]: DEBUG oslo_concurrency.lockutils [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] Acquired lock "refresh_cache-54587894-0a8c-42a4-9af4-44da11cfb9f6" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.519618] env[63043]: DEBUG nova.network.neutron [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Refreshing network info cache for port 991f13e7-93fc-4e61-bfe5-a8d68931165c {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.521492] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:ab:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '991f13e7-93fc-4e61-bfe5-a8d68931165c', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.531117] env[63043]: DEBUG oslo.service.loopingcall [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.534549] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.535495] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d92e2b3e-8706-4851-b9b6-16a941232f10 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.559304] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.559304] env[63043]: value = "task-2486138" [ 857.559304] env[63043]: _type = "Task" [ 857.559304] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.568474] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486138, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.762173] env[63043]: DEBUG nova.compute.utils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 857.767788] env[63043]: DEBUG nova.compute.manager [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.767788] env[63043]: DEBUG nova.network.neutron [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.824555] env[63043]: DEBUG nova.policy [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56506d18552143569a27d626a7809c9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e00676c52e4fb4808f499f5ec3e03c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.833551] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470177} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.833814] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f/5f47d72c-81fd-47b9-92b4-fc9e56e0e19f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.834047] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.834322] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37029446-e502-47a9-bc6d-2633df73ec1e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.840700] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 857.840700] env[63043]: value = "task-2486139" [ 857.840700] env[63043]: _type = "Task" [ 857.840700] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.854326] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.890636] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.891825] env[63043]: DEBUG nova.network.neutron [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Updated VIF entry in instance network info cache for port 991f13e7-93fc-4e61-bfe5-a8d68931165c. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.892821] env[63043]: DEBUG nova.network.neutron [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Updating instance_info_cache with network_info: [{"id": "991f13e7-93fc-4e61-bfe5-a8d68931165c", "address": "fa:16:3e:8f:ab:ef", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap991f13e7-93", "ovs_interfaceid": "991f13e7-93fc-4e61-bfe5-a8d68931165c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.991466] env[63043]: INFO nova.compute.manager [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Rebuilding instance [ 858.036547] env[63043]: DEBUG nova.compute.manager [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.037424] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13e10c6-b891-4791-a038-5026499f810c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.067997] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486138, 'name': CreateVM_Task, 'duration_secs': 0.404511} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.068188] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.068861] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.069031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.069347] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.069592] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8789a168-0336-4c92-8210-9f766c49d83d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.076484] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 858.076484] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a9962d-e6fc-a64c-b680-2920b09d8387" [ 858.076484] env[63043]: _type = "Task" [ 858.076484] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.084789] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a9962d-e6fc-a64c-b680-2920b09d8387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.141889] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823cf3f6-dd90-4739-9db5-d71ce84b4afc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.144738] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106db979-cbbb-4019-9e38-c994f8f8e655 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "0da32a35-bed2-4d68-a24b-01bd67ec70d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.043s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.150534] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10477ba-2a63-4295-aa37-cb8cc8541638 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.182445] env[63043]: DEBUG nova.network.neutron [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Successfully created port: ce3a4d47-f68f-4aab-bb43-a706e866d6f2 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.184877] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a395feae-07a2-423c-b2b5-a35199efb95e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.192834] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075560da-53b6-41e2-9022-99fbed7c8436 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.206140] env[63043]: DEBUG nova.compute.provider_tree [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.269063] env[63043]: DEBUG nova.compute.manager [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.350324] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071989} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.350604] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.351386] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08302282-2bcd-4624-87d6-543206fa5307 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.373242] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f/5f47d72c-81fd-47b9-92b4-fc9e56e0e19f.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.373961] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ba2f04-51ae-4cbd-8102-63adf4832478 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.393700] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 858.393700] env[63043]: value = "task-2486140" [ 858.393700] env[63043]: _type = "Task" [ 858.393700] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.397425] env[63043]: DEBUG oslo_concurrency.lockutils [req-2ba4089f-f1d9-47eb-a584-3294d9a3ec21 req-90cea1c9-8588-46a6-a62a-c690e73c3547 service nova] Releasing lock "refresh_cache-54587894-0a8c-42a4-9af4-44da11cfb9f6" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.401324] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.588079] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a9962d-e6fc-a64c-b680-2920b09d8387, 'name': SearchDatastore_Task, 'duration_secs': 0.00879} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.588079] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.588079] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.588191] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.588290] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.588473] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.588740] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0593a7f-11e1-4757-8f6e-6650230ce39b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.597927] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.598137] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.598947] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ff2b74-21d0-4b3a-b124-11cd536a6fac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.604590] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 858.604590] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527c21b6-2534-f424-e804-68b25d06cfa6" [ 858.604590] env[63043]: _type = "Task" [ 858.604590] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.616730] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527c21b6-2534-f424-e804-68b25d06cfa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.709294] env[63043]: DEBUG nova.scheduler.client.report [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.904025] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486140, 'name': ReconfigVM_Task, 'duration_secs': 0.278232} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.904343] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f/5f47d72c-81fd-47b9-92b4-fc9e56e0e19f.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.905015] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95ceb1f4-7555-4387-ad61-bc933be247de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.911764] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 858.911764] env[63043]: value = "task-2486141" [ 858.911764] env[63043]: _type = "Task" [ 858.911764] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.923180] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486141, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.052779] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.053326] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f817a5ad-11f3-473f-b8be-742ea6d9c3db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.060953] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 859.060953] env[63043]: value = "task-2486142" [ 859.060953] env[63043]: _type = "Task" [ 859.060953] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.071293] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.117277] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527c21b6-2534-f424-e804-68b25d06cfa6, 'name': SearchDatastore_Task, 'duration_secs': 0.008549} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.117277] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb0ea52-dd6b-4d35-bd56-bdab47840f70 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.124959] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 859.124959] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d9d6db-2ef2-eecd-94eb-9f061dabf55d" [ 859.124959] env[63043]: _type = "Task" [ 859.124959] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.133528] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d9d6db-2ef2-eecd-94eb-9f061dabf55d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.217030] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.217030] env[63043]: DEBUG oslo_concurrency.lockutils [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.861s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.217348] env[63043]: DEBUG nova.objects.instance [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Lazy-loading 'resources' on Instance uuid cd79f6b1-4c5e-405a-ac83-093560eb5bb0 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.235167] env[63043]: INFO nova.scheduler.client.report [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Deleted allocations for instance a48fbd30-8cf7-4351-bc5d-bd8957542e84 [ 859.278069] env[63043]: DEBUG nova.compute.manager [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.303250] env[63043]: DEBUG nova.virt.hardware [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.303483] env[63043]: DEBUG nova.virt.hardware [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.303646] env[63043]: DEBUG nova.virt.hardware [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.303832] env[63043]: DEBUG nova.virt.hardware [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.304032] env[63043]: DEBUG nova.virt.hardware [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.304213] env[63043]: DEBUG nova.virt.hardware [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.304512] env[63043]: DEBUG nova.virt.hardware [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.304582] env[63043]: DEBUG nova.virt.hardware [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.304750] env[63043]: DEBUG nova.virt.hardware [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.304911] env[63043]: DEBUG nova.virt.hardware [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.305171] env[63043]: DEBUG nova.virt.hardware [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.306074] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb5110d-ab5a-451c-98be-defeb014cef3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.315009] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc7f574-c61d-4548-82fa-d7c906a1f7cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.421238] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486141, 'name': Rename_Task, 'duration_secs': 0.154341} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.421593] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.421850] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be374b79-72c1-434c-a81f-3a0339758a66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.428956] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 859.428956] env[63043]: value = "task-2486143" [ 859.428956] env[63043]: _type = "Task" [ 859.428956] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.436648] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.558805] env[63043]: DEBUG nova.compute.manager [req-2747cb49-bdea-4cbd-b37a-5da9464dc1dc req-b53cdfa6-7a25-43e6-9557-ead5586028e2 service nova] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Received event network-vif-plugged-ce3a4d47-f68f-4aab-bb43-a706e866d6f2 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.559033] env[63043]: DEBUG oslo_concurrency.lockutils [req-2747cb49-bdea-4cbd-b37a-5da9464dc1dc req-b53cdfa6-7a25-43e6-9557-ead5586028e2 service nova] Acquiring lock "a127bec7-a016-412c-8af1-bf8f12863654-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.559242] env[63043]: DEBUG oslo_concurrency.lockutils [req-2747cb49-bdea-4cbd-b37a-5da9464dc1dc req-b53cdfa6-7a25-43e6-9557-ead5586028e2 service nova] Lock "a127bec7-a016-412c-8af1-bf8f12863654-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.559404] env[63043]: DEBUG oslo_concurrency.lockutils [req-2747cb49-bdea-4cbd-b37a-5da9464dc1dc req-b53cdfa6-7a25-43e6-9557-ead5586028e2 service nova] Lock "a127bec7-a016-412c-8af1-bf8f12863654-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.559567] env[63043]: DEBUG nova.compute.manager [req-2747cb49-bdea-4cbd-b37a-5da9464dc1dc req-b53cdfa6-7a25-43e6-9557-ead5586028e2 service nova] [instance: a127bec7-a016-412c-8af1-bf8f12863654] No waiting events found dispatching network-vif-plugged-ce3a4d47-f68f-4aab-bb43-a706e866d6f2 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.559731] env[63043]: WARNING nova.compute.manager [req-2747cb49-bdea-4cbd-b37a-5da9464dc1dc req-b53cdfa6-7a25-43e6-9557-ead5586028e2 service nova] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Received unexpected event network-vif-plugged-ce3a4d47-f68f-4aab-bb43-a706e866d6f2 for instance with vm_state building and task_state spawning. [ 859.573683] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486142, 'name': PowerOffVM_Task, 'duration_secs': 0.234073} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.574061] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.574295] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.575304] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80762c2-66f0-4c8b-9164-b981ccb75eae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.584113] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.584392] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2143d4ec-8bcb-4f91-a47a-28ecbed51073 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.591372] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "defb3449-f541-474e-a780-5d639dcf7856" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.591573] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "defb3449-f541-474e-a780-5d639dcf7856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.641588] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d9d6db-2ef2-eecd-94eb-9f061dabf55d, 'name': SearchDatastore_Task, 'duration_secs': 0.030303} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.643055] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.643470] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 54587894-0a8c-42a4-9af4-44da11cfb9f6/54587894-0a8c-42a4-9af4-44da11cfb9f6.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.644379] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37df6604-f991-472c-98c8-f95a6c524ccc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.656276] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 859.656276] env[63043]: value = "task-2486145" [ 859.656276] env[63043]: _type = "Task" [ 859.656276] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.661536] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.661759] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.662200] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleting the datastore file [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.663307] env[63043]: DEBUG nova.network.neutron [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Successfully updated port: ce3a4d47-f68f-4aab-bb43-a706e866d6f2 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.665238] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9d69491-8497-410e-9dff-7b0b68ef27ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.674675] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.677439] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 859.677439] env[63043]: value = "task-2486146" [ 859.677439] env[63043]: _type = "Task" [ 859.677439] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.690041] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.748981] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "a48fbd30-8cf7-4351-bc5d-bd8957542e84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.733s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.944018] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486143, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.088870] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeee2c1-8ae1-4d7b-92db-20bd80a50383 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.094592] env[63043]: DEBUG nova.compute.manager [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.101543] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2e8221-289e-4ea7-b4bc-8c7995f7156d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.139722] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b479dafc-bca5-46c7-a10b-2a276d3aaf0a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.148943] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e581f18-05ea-477d-9c72-81e8fbbb317d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.166057] env[63043]: DEBUG nova.compute.provider_tree [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.173615] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Acquiring lock "refresh_cache-a127bec7-a016-412c-8af1-bf8f12863654" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.173615] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Acquired lock "refresh_cache-a127bec7-a016-412c-8af1-bf8f12863654" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.173615] env[63043]: DEBUG nova.network.neutron [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.181991] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.195507] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296176} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.195599] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.195872] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.196508] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.441637] env[63043]: DEBUG oslo_vmware.api [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486143, 'name': PowerOnVM_Task, 'duration_secs': 0.522385} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.441976] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.442073] env[63043]: INFO nova.compute.manager [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Took 8.97 seconds to spawn the instance on the hypervisor. [ 860.442270] env[63043]: DEBUG nova.compute.manager [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.443106] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f9a7ff-1435-4b05-ab9a-4f697b091ec5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.618352] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.675176] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703973} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.676109] env[63043]: DEBUG nova.scheduler.client.report [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.679349] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 54587894-0a8c-42a4-9af4-44da11cfb9f6/54587894-0a8c-42a4-9af4-44da11cfb9f6.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.679667] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.684223] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd3deceb-4e8d-416e-b19e-9932fe9dda30 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.707036] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 860.707036] env[63043]: value = "task-2486149" [ 860.707036] env[63043]: _type = "Task" [ 860.707036] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.718246] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.724467] env[63043]: DEBUG nova.network.neutron [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.892771] env[63043]: DEBUG nova.network.neutron [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Updating instance_info_cache with network_info: [{"id": "ce3a4d47-f68f-4aab-bb43-a706e866d6f2", "address": "fa:16:3e:0e:6b:5d", "network": {"id": "e9c119a7-0ca4-4a34-974d-e0fed5f06b6c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1390727384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e00676c52e4fb4808f499f5ec3e03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3a4d47-f6", "ovs_interfaceid": "ce3a4d47-f68f-4aab-bb43-a706e866d6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.959923] env[63043]: INFO nova.compute.manager [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Took 37.04 seconds to build instance. [ 861.164687] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "refresh_cache-974b051e-74c5-457d-b734-ef7fa65a8d3d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.164842] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquired lock "refresh_cache-974b051e-74c5-457d-b734-ef7fa65a8d3d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.165015] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Forcefully refreshing network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 861.182738] env[63043]: DEBUG oslo_concurrency.lockutils [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.185450] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.148s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.186898] env[63043]: INFO nova.compute.claims [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.205529] env[63043]: INFO nova.scheduler.client.report [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Deleted allocations for instance cd79f6b1-4c5e-405a-ac83-093560eb5bb0 [ 861.220412] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204117} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.220562] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.221420] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b2ed71-2448-4a25-adbd-1d53a38a2e55 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.243599] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 54587894-0a8c-42a4-9af4-44da11cfb9f6/54587894-0a8c-42a4-9af4-44da11cfb9f6.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.246543] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1512ab-ddc9-4e45-a733-5b4ae9414487 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.267786] env[63043]: DEBUG nova.virt.hardware [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.268056] env[63043]: DEBUG nova.virt.hardware [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.268228] env[63043]: DEBUG nova.virt.hardware [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.268843] env[63043]: DEBUG nova.virt.hardware [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.268843] env[63043]: DEBUG nova.virt.hardware [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.268843] env[63043]: DEBUG nova.virt.hardware [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.268976] env[63043]: DEBUG nova.virt.hardware [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.269094] env[63043]: DEBUG nova.virt.hardware [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.269309] env[63043]: DEBUG nova.virt.hardware [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.269441] env[63043]: DEBUG nova.virt.hardware [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.269617] env[63043]: DEBUG nova.virt.hardware [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.270690] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb7c78c-fa7b-461e-af97-36e2395d5573 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.275510] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 861.275510] env[63043]: value = "task-2486150" [ 861.275510] env[63043]: _type = "Task" [ 861.275510] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.282571] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff254fd-5e27-4201-a16e-69aafd6df06f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.291946] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.301452] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:83:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdfda3ab-835c-4ef8-a7e5-f3fbab372264', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.308937] env[63043]: DEBUG oslo.service.loopingcall [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.309521] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.309746] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a24bb6e9-9f69-4347-ad23-26e810f4051c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.334910] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.334910] env[63043]: value = "task-2486151" [ 861.334910] env[63043]: _type = "Task" [ 861.334910] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.345626] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486151, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.398016] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Releasing lock "refresh_cache-a127bec7-a016-412c-8af1-bf8f12863654" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.398367] env[63043]: DEBUG nova.compute.manager [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Instance network_info: |[{"id": "ce3a4d47-f68f-4aab-bb43-a706e866d6f2", "address": "fa:16:3e:0e:6b:5d", "network": {"id": "e9c119a7-0ca4-4a34-974d-e0fed5f06b6c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1390727384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e00676c52e4fb4808f499f5ec3e03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3a4d47-f6", "ovs_interfaceid": "ce3a4d47-f68f-4aab-bb43-a706e866d6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.399286] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:6b:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce3a4d47-f68f-4aab-bb43-a706e866d6f2', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.407298] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Creating folder: Project (c0e00676c52e4fb4808f499f5ec3e03c). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.407298] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3d052de-c564-45b4-a93d-30ccf03e615a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.418210] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Created folder: Project (c0e00676c52e4fb4808f499f5ec3e03c) in parent group-v502843. [ 861.418417] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Creating folder: Instances. Parent ref: group-v503023. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.418650] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d1a24d3-596b-46be-b9dc-f4f4da804974 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.428014] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Created folder: Instances in parent group-v503023. [ 861.428288] env[63043]: DEBUG oslo.service.loopingcall [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.428477] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.428686] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58992d58-bbfb-45fd-9a5a-e29a68184968 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.448219] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.448219] env[63043]: value = "task-2486154" [ 861.448219] env[63043]: _type = "Task" [ 861.448219] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.455474] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486154, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.463515] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d7934fc-9522-42f0-a694-e9e91e199158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lock "5f47d72c-81fd-47b9-92b4-fc9e56e0e19f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.555s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.586308] env[63043]: DEBUG nova.compute.manager [req-88b6a02b-b4a0-4432-8ec7-57881a316a47 req-0d92b658-f406-44fd-a8ed-467488446bf9 service nova] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Received event network-changed-ce3a4d47-f68f-4aab-bb43-a706e866d6f2 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.586499] env[63043]: DEBUG nova.compute.manager [req-88b6a02b-b4a0-4432-8ec7-57881a316a47 req-0d92b658-f406-44fd-a8ed-467488446bf9 service nova] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Refreshing instance network info cache due to event network-changed-ce3a4d47-f68f-4aab-bb43-a706e866d6f2. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 861.586686] env[63043]: DEBUG oslo_concurrency.lockutils [req-88b6a02b-b4a0-4432-8ec7-57881a316a47 req-0d92b658-f406-44fd-a8ed-467488446bf9 service nova] Acquiring lock "refresh_cache-a127bec7-a016-412c-8af1-bf8f12863654" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.586835] env[63043]: DEBUG oslo_concurrency.lockutils [req-88b6a02b-b4a0-4432-8ec7-57881a316a47 req-0d92b658-f406-44fd-a8ed-467488446bf9 service nova] Acquired lock "refresh_cache-a127bec7-a016-412c-8af1-bf8f12863654" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.586998] env[63043]: DEBUG nova.network.neutron [req-88b6a02b-b4a0-4432-8ec7-57881a316a47 req-0d92b658-f406-44fd-a8ed-467488446bf9 service nova] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Refreshing network info cache for port ce3a4d47-f68f-4aab-bb43-a706e866d6f2 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.683961] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.718718] env[63043]: DEBUG oslo_concurrency.lockutils [None req-39e8342f-c665-40ed-9d07-4fbc8e193d99 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Lock "cd79f6b1-4c5e-405a-ac83-093560eb5bb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.432s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.786074] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.843994] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486151, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.957562] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486154, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.293312] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486150, 'name': ReconfigVM_Task, 'duration_secs': 0.638802} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.294590] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 54587894-0a8c-42a4-9af4-44da11cfb9f6/54587894-0a8c-42a4-9af4-44da11cfb9f6.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.295110] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bea5f41-7c50-48c6-b2fc-5f42159849ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.303551] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 862.303551] env[63043]: value = "task-2486156" [ 862.303551] env[63043]: _type = "Task" [ 862.303551] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.314524] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486156, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.334494] env[63043]: DEBUG nova.compute.manager [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.335517] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b6c159-fdb1-482d-9bf1-278a3edaeec9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.351053] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486151, 'name': CreateVM_Task, 'duration_secs': 0.712913} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.351459] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.352128] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.352302] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.352611] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.355118] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fcdf3ff-2ecf-463b-b02f-b3391ef6f68e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.357290] env[63043]: DEBUG nova.network.neutron [req-88b6a02b-b4a0-4432-8ec7-57881a316a47 req-0d92b658-f406-44fd-a8ed-467488446bf9 service nova] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Updated VIF entry in instance network info cache for port ce3a4d47-f68f-4aab-bb43-a706e866d6f2. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.357657] env[63043]: DEBUG nova.network.neutron [req-88b6a02b-b4a0-4432-8ec7-57881a316a47 req-0d92b658-f406-44fd-a8ed-467488446bf9 service nova] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Updating instance_info_cache with network_info: [{"id": "ce3a4d47-f68f-4aab-bb43-a706e866d6f2", "address": "fa:16:3e:0e:6b:5d", "network": {"id": "e9c119a7-0ca4-4a34-974d-e0fed5f06b6c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1390727384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e00676c52e4fb4808f499f5ec3e03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3a4d47-f6", "ovs_interfaceid": "ce3a4d47-f68f-4aab-bb43-a706e866d6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.361468] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 862.361468] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e5ec1c-9c17-703e-7043-fee2ad2ffb0d" [ 862.361468] env[63043]: _type = "Task" [ 862.361468] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.369375] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e5ec1c-9c17-703e-7043-fee2ad2ffb0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.462787] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486154, 'name': CreateVM_Task, 'duration_secs': 0.641499} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.463066] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.463669] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.548367] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.609966] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d30e29-7339-4945-8acf-0066cf7750f1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.618353] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8369ffb3-3016-49af-90a0-05a7edbd9324 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.650045] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eabb65d-52b6-43ed-a923-6c32edfd6eac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.657820] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc545a8-88f2-4870-b6a3-96a13eee5481 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.671797] env[63043]: DEBUG nova.compute.provider_tree [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.815193] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486156, 'name': Rename_Task, 'duration_secs': 0.258443} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.815483] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.815734] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a22be371-e872-45dd-be37-85b3efcbfc21 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.821710] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 862.821710] env[63043]: value = "task-2486157" [ 862.821710] env[63043]: _type = "Task" [ 862.821710] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.829844] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.853404] env[63043]: INFO nova.compute.manager [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] instance snapshotting [ 862.856722] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f872aa77-b43d-45b4-ab87-9a1d81c8decb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.860030] env[63043]: DEBUG oslo_concurrency.lockutils [req-88b6a02b-b4a0-4432-8ec7-57881a316a47 req-0d92b658-f406-44fd-a8ed-467488446bf9 service nova] Releasing lock "refresh_cache-a127bec7-a016-412c-8af1-bf8f12863654" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.881713] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d603a55c-1f93-4803-87f8-d56e13449b99 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.888207] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e5ec1c-9c17-703e-7043-fee2ad2ffb0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.888917] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.889205] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.889461] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.889608] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.889792] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.890146] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.890467] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.890693] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6eec165-67fb-483e-8dd6-714cb5473d48 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.894457] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1462e160-3e5a-484e-8492-8fa4ea4b7141 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.903516] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Waiting for the task: (returnval){ [ 862.903516] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528a275b-9735-0628-02dc-54211d446532" [ 862.903516] env[63043]: _type = "Task" [ 862.903516] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.904737] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.904920] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.912132] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a26db8-1487-444f-9dbe-f5eed41e2c4d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.925963] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528a275b-9735-0628-02dc-54211d446532, 'name': SearchDatastore_Task, 'duration_secs': 0.019458} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.927355] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.927698] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.927828] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.928135] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 862.928135] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52fbb7a0-11b4-8707-59db-4a94d4a27c88" [ 862.928135] env[63043]: _type = "Task" [ 862.928135] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.936269] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52fbb7a0-11b4-8707-59db-4a94d4a27c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.051575] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Releasing lock "refresh_cache-974b051e-74c5-457d-b734-ef7fa65a8d3d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.053377] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Updated the network info_cache for instance {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 863.053697] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.053912] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.054106] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.054289] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.054451] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.054617] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.054766] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63043) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 863.055485] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.175464] env[63043]: DEBUG nova.scheduler.client.report [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.331813] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486157, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.400911] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 863.401211] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4d1409e-30c6-4aba-9a27-f3169432f350 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.409250] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 863.409250] env[63043]: value = "task-2486158" [ 863.409250] env[63043]: _type = "Task" [ 863.409250] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.419133] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.438262] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52fbb7a0-11b4-8707-59db-4a94d4a27c88, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.439155] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5083395-8254-423a-aa64-4b6f5c50408a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.444486] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 863.444486] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5209ca62-f38b-6d08-8ef5-06ffe923c9d3" [ 863.444486] env[63043]: _type = "Task" [ 863.444486] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.454195] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5209ca62-f38b-6d08-8ef5-06ffe923c9d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.558468] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.680459] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.680977] env[63043]: DEBUG nova.compute.manager [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.683676] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.271s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.687021] env[63043]: DEBUG nova.objects.instance [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lazy-loading 'resources' on Instance uuid b884c2ac-0b7b-4ae9-b858-b80a7d742e89 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.833262] env[63043]: DEBUG oslo_vmware.api [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486157, 'name': PowerOnVM_Task, 'duration_secs': 0.763188} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.833541] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.833743] env[63043]: INFO nova.compute.manager [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Took 9.82 seconds to spawn the instance on the hypervisor. [ 863.833924] env[63043]: DEBUG nova.compute.manager [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.834697] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7f1f82-90f0-4f91-9b00-f588ca9ac547 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.881201] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "73827131-0a2c-48ac-9358-d5d301c1144f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.881561] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "73827131-0a2c-48ac-9358-d5d301c1144f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.881751] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "73827131-0a2c-48ac-9358-d5d301c1144f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.882118] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "73827131-0a2c-48ac-9358-d5d301c1144f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.882179] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "73827131-0a2c-48ac-9358-d5d301c1144f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.886647] env[63043]: INFO nova.compute.manager [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Terminating instance [ 863.917965] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.956316] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5209ca62-f38b-6d08-8ef5-06ffe923c9d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.956666] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.956959] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a/c52ccbde-5679-4408-bf26-4bee8974a41a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.957289] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.957486] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.957702] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb662464-2fae-471c-a571-f83ab4a1f591 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.959780] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80f43ee6-2230-40c0-8e64-8803edb72666 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.966548] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 863.966548] env[63043]: value = "task-2486160" [ 863.966548] env[63043]: _type = "Task" [ 863.966548] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.970952] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.971157] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.972325] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72471e98-10f8-400d-a5c5-eb3f69d1418f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.978761] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.981814] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Waiting for the task: (returnval){ [ 863.981814] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529e0d4a-f9f6-e145-090b-1c8ba52aa809" [ 863.981814] env[63043]: _type = "Task" [ 863.981814] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.989746] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529e0d4a-f9f6-e145-090b-1c8ba52aa809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.190370] env[63043]: DEBUG nova.compute.utils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 864.192844] env[63043]: DEBUG nova.compute.manager [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.193081] env[63043]: DEBUG nova.network.neutron [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.243996] env[63043]: DEBUG nova.policy [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63837e386d9c4ba58041c7a7dbabe6b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad132d8fcb18474b9f4765815bc5bddb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.355775] env[63043]: INFO nova.compute.manager [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Took 39.42 seconds to build instance. [ 864.390970] env[63043]: DEBUG nova.compute.manager [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.391229] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.395569] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe4e075-ba60-4e19-a7a2-0767424bc7e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.407099] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.407099] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d91a7661-7d8b-4107-b502-f48835250877 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.418994] env[63043]: DEBUG oslo_vmware.api [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 864.418994] env[63043]: value = "task-2486161" [ 864.418994] env[63043]: _type = "Task" [ 864.418994] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.427382] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486158, 'name': CreateSnapshot_Task, 'duration_secs': 0.945207} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.428119] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 864.428866] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0087136-c981-4a42-b2ae-01f283db9156 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.435176] env[63043]: DEBUG oslo_vmware.api [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.479686] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486160, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.495601] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529e0d4a-f9f6-e145-090b-1c8ba52aa809, 'name': SearchDatastore_Task, 'duration_secs': 0.0084} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.496413] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06aa5dd5-7385-490f-b223-dafc85cb4e70 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.505637] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Waiting for the task: (returnval){ [ 864.505637] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52633a55-e69e-7e05-a5a7-95ef62e02772" [ 864.505637] env[63043]: _type = "Task" [ 864.505637] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.516280] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52633a55-e69e-7e05-a5a7-95ef62e02772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.602133] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aead3e-7c9b-480d-a76c-15adf5bafeff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.609476] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57ac6c6-058e-42cf-9db9-979a2c2b6ab4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.640920] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98c526b-0ef9-426f-9e61-711da20d38d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.648714] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99833d82-2082-4d75-8e84-c7b781fdd959 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.664762] env[63043]: DEBUG nova.compute.provider_tree [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.669631] env[63043]: DEBUG nova.network.neutron [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Successfully created port: 4196dbcd-8376-43d8-b928-5c3eedcd3380 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.692880] env[63043]: DEBUG nova.compute.manager [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.858672] env[63043]: DEBUG oslo_concurrency.lockutils [None req-765e71b5-1c17-48c3-ad27-fce769ae2b28 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "54587894-0a8c-42a4-9af4-44da11cfb9f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.939s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.929975] env[63043]: DEBUG oslo_vmware.api [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486161, 'name': PowerOffVM_Task, 'duration_secs': 0.244283} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.930560] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.930744] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.931009] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a16f3fa-1108-428e-84ec-0256b02718c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.952357] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 864.953642] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7e8e9b8-c47b-49e5-84c9-5031b57592d7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.960810] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 864.960810] env[63043]: value = "task-2486163" [ 864.960810] env[63043]: _type = "Task" [ 864.960810] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.970042] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486163, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.979029] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521407} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.983508] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a/c52ccbde-5679-4408-bf26-4bee8974a41a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.983783] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.984063] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f60e8286-8432-495e-9943-b4f7ef093eb3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.992105] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 864.992105] env[63043]: value = "task-2486164" [ 864.992105] env[63043]: _type = "Task" [ 864.992105] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.000990] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.001542] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.001542] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Deleting the datastore file [datastore1] 73827131-0a2c-48ac-9358-d5d301c1144f {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.002109] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eea0b957-5c8d-4188-9fe8-97e95c27f1b9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.012310] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.015957] env[63043]: DEBUG oslo_vmware.api [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for the task: (returnval){ [ 865.015957] env[63043]: value = "task-2486165" [ 865.015957] env[63043]: _type = "Task" [ 865.015957] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.023142] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52633a55-e69e-7e05-a5a7-95ef62e02772, 'name': SearchDatastore_Task, 'duration_secs': 0.013186} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.024472] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.024826] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] a127bec7-a016-412c-8af1-bf8f12863654/a127bec7-a016-412c-8af1-bf8f12863654.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.025117] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ec66a6d-9cdf-4682-82ab-e54ff868198c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.030037] env[63043]: DEBUG oslo_vmware.api [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.034654] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Waiting for the task: (returnval){ [ 865.034654] env[63043]: value = "task-2486166" [ 865.034654] env[63043]: _type = "Task" [ 865.034654] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.043173] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.168683] env[63043]: DEBUG nova.scheduler.client.report [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.470853] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486163, 'name': CloneVM_Task} progress is 93%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.501775] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071897} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.502077] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.502886] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34cbfe0-4f54-43b1-8438-193669507a9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.525998] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a/c52ccbde-5679-4408-bf26-4bee8974a41a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.529962] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0633b15-4da7-4b36-825c-c877f2533687 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.551581] env[63043]: DEBUG oslo_vmware.api [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Task: {'id': task-2486165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49832} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.553232] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.553507] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.553814] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.554083] env[63043]: INFO nova.compute.manager [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 865.554338] env[63043]: DEBUG oslo.service.loopingcall [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.554605] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 865.554605] env[63043]: value = "task-2486167" [ 865.554605] env[63043]: _type = "Task" [ 865.554605] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.557505] env[63043]: DEBUG nova.compute.manager [-] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.557596] env[63043]: DEBUG nova.network.neutron [-] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.559296] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.567463] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486167, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.675916] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.679244] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.791s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.681058] env[63043]: DEBUG nova.objects.instance [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lazy-loading 'resources' on Instance uuid b6326a0e-f6b0-466a-8c18-9a3e6b112e42 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.702449] env[63043]: DEBUG nova.compute.manager [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.711579] env[63043]: INFO nova.scheduler.client.report [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleted allocations for instance b884c2ac-0b7b-4ae9-b858-b80a7d742e89 [ 865.745424] env[63043]: DEBUG nova.virt.hardware [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.745708] env[63043]: DEBUG nova.virt.hardware [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.745870] env[63043]: DEBUG nova.virt.hardware [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.746070] env[63043]: DEBUG nova.virt.hardware [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.746254] env[63043]: DEBUG nova.virt.hardware [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.746417] env[63043]: DEBUG nova.virt.hardware [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.746693] env[63043]: DEBUG nova.virt.hardware [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.746796] env[63043]: DEBUG nova.virt.hardware [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.746968] env[63043]: DEBUG nova.virt.hardware [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.747150] env[63043]: DEBUG nova.virt.hardware [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.747335] env[63043]: DEBUG nova.virt.hardware [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.747786] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "54587894-0a8c-42a4-9af4-44da11cfb9f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.748091] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "54587894-0a8c-42a4-9af4-44da11cfb9f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.748232] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "54587894-0a8c-42a4-9af4-44da11cfb9f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.748421] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "54587894-0a8c-42a4-9af4-44da11cfb9f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.748592] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "54587894-0a8c-42a4-9af4-44da11cfb9f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.750790] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506790c0-5654-4095-8f6f-d30d272227c9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.755072] env[63043]: INFO nova.compute.manager [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Terminating instance [ 865.765713] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8900c40f-6c62-4f94-98f7-ced9aaaf686f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.977968] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486163, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.062888] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901108} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.070121] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] a127bec7-a016-412c-8af1-bf8f12863654/a127bec7-a016-412c-8af1-bf8f12863654.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.071657] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.071657] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fb8ace5-2f61-4092-8e47-2b6ebfb9155e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.086263] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.086263] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Waiting for the task: (returnval){ [ 866.086263] env[63043]: value = "task-2486168" [ 866.086263] env[63043]: _type = "Task" [ 866.086263] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.090800] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.225325] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "b884c2ac-0b7b-4ae9-b858-b80a7d742e89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.689s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.273964] env[63043]: DEBUG nova.compute.manager [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.276131] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.276845] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58025a8d-548b-4459-8f93-e8c7ca7172f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.290499] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.291935] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e65be3dc-8aa7-4e87-a0ab-ad610d4fa975 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.307858] env[63043]: DEBUG oslo_vmware.api [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 866.307858] env[63043]: value = "task-2486170" [ 866.307858] env[63043]: _type = "Task" [ 866.307858] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.319916] env[63043]: DEBUG oslo_vmware.api [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.372160] env[63043]: DEBUG nova.compute.manager [req-716746b3-9a66-413f-a224-2333b661f1f3 req-c515837d-6a04-4e18-8c24-7ad55a4dca5a service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Received event network-vif-deleted-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.372412] env[63043]: INFO nova.compute.manager [req-716746b3-9a66-413f-a224-2333b661f1f3 req-c515837d-6a04-4e18-8c24-7ad55a4dca5a service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Neutron deleted interface 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e; detaching it from the instance and deleting it from the info cache [ 866.372565] env[63043]: DEBUG nova.network.neutron [req-716746b3-9a66-413f-a224-2333b661f1f3 req-c515837d-6a04-4e18-8c24-7ad55a4dca5a service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.431587] env[63043]: DEBUG nova.compute.manager [req-57e1cc7e-7f0e-4ef5-82d8-26169710f5a0 req-5b5398b9-94bf-48bd-bbaf-167ec2dfcedd service nova] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Received event network-vif-plugged-4196dbcd-8376-43d8-b928-5c3eedcd3380 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.432219] env[63043]: DEBUG oslo_concurrency.lockutils [req-57e1cc7e-7f0e-4ef5-82d8-26169710f5a0 req-5b5398b9-94bf-48bd-bbaf-167ec2dfcedd service nova] Acquiring lock "bad3e657-a17c-4fa1-889e-7c318690b942-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.432483] env[63043]: DEBUG oslo_concurrency.lockutils [req-57e1cc7e-7f0e-4ef5-82d8-26169710f5a0 req-5b5398b9-94bf-48bd-bbaf-167ec2dfcedd service nova] Lock "bad3e657-a17c-4fa1-889e-7c318690b942-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.432695] env[63043]: DEBUG oslo_concurrency.lockutils [req-57e1cc7e-7f0e-4ef5-82d8-26169710f5a0 req-5b5398b9-94bf-48bd-bbaf-167ec2dfcedd service nova] Lock "bad3e657-a17c-4fa1-889e-7c318690b942-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.432886] env[63043]: DEBUG nova.compute.manager [req-57e1cc7e-7f0e-4ef5-82d8-26169710f5a0 req-5b5398b9-94bf-48bd-bbaf-167ec2dfcedd service nova] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] No waiting events found dispatching network-vif-plugged-4196dbcd-8376-43d8-b928-5c3eedcd3380 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.433125] env[63043]: WARNING nova.compute.manager [req-57e1cc7e-7f0e-4ef5-82d8-26169710f5a0 req-5b5398b9-94bf-48bd-bbaf-167ec2dfcedd service nova] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Received unexpected event network-vif-plugged-4196dbcd-8376-43d8-b928-5c3eedcd3380 for instance with vm_state building and task_state spawning. [ 866.477467] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486163, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.574321] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486167, 'name': ReconfigVM_Task, 'duration_secs': 0.623213} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.574533] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Reconfigured VM instance instance-0000002b to attach disk [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a/c52ccbde-5679-4408-bf26-4bee8974a41a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.577793] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdace382-a248-4d5c-bad9-90498cb6cacd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.586869] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 866.586869] env[63043]: value = "task-2486171" [ 866.586869] env[63043]: _type = "Task" [ 866.586869] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.596424] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082805} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.597319] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.598193] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04e8938-c49f-4068-aa05-3820a21750ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.604846] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486171, 'name': Rename_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.626408] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] a127bec7-a016-412c-8af1-bf8f12863654/a127bec7-a016-412c-8af1-bf8f12863654.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.628044] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eedbfc9-dc4c-476c-bae5-124dcf6aae3f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.644110] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e195335a-9c16-437e-be0a-42be82fc4184 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.651961] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a016269-3ae8-4a46-b51c-156aace3a5fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.657073] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Waiting for the task: (returnval){ [ 866.657073] env[63043]: value = "task-2486172" [ 866.657073] env[63043]: _type = "Task" [ 866.657073] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.700515] env[63043]: DEBUG nova.network.neutron [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Successfully updated port: 4196dbcd-8376-43d8-b928-5c3eedcd3380 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.703727] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f384cfa4-03a6-474b-866a-51f7cfec4198 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.713171] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.720050] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3c1fc1-33ba-404b-b29f-951cbc44a6ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.735444] env[63043]: DEBUG nova.compute.provider_tree [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.759128] env[63043]: DEBUG nova.network.neutron [-] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.817244] env[63043]: DEBUG oslo_vmware.api [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486170, 'name': PowerOffVM_Task, 'duration_secs': 0.419213} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.818440] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.818440] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.818440] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4fbfc61-6397-4164-8ba3-eca5d1840042 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.884381] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8f39c07-8350-42cc-b110-3e926e64f19f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.894830] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a17b1e-e478-40dc-badc-6b431881b53e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.909599] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.909599] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.909599] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleting the datastore file [datastore1] 54587894-0a8c-42a4-9af4-44da11cfb9f6 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.910085] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ba5caac-3ab1-48eb-8ed2-be379fc489b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.922959] env[63043]: DEBUG oslo_vmware.api [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 866.922959] env[63043]: value = "task-2486174" [ 866.922959] env[63043]: _type = "Task" [ 866.922959] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.935525] env[63043]: DEBUG nova.compute.manager [req-716746b3-9a66-413f-a224-2333b661f1f3 req-c515837d-6a04-4e18-8c24-7ad55a4dca5a service nova] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Detach interface failed, port_id=2d9ff7f0-b7ec-4a7a-8576-f018477cf85e, reason: Instance 73827131-0a2c-48ac-9358-d5d301c1144f could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 866.944928] env[63043]: DEBUG oslo_vmware.api [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.979433] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486163, 'name': CloneVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.101203] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486171, 'name': Rename_Task, 'duration_secs': 0.23518} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.101346] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.101796] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0959476-95bd-4c0f-8618-352c53b92ae4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.108749] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 867.108749] env[63043]: value = "task-2486175" [ 867.108749] env[63043]: _type = "Task" [ 867.108749] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.118240] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.169553] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486172, 'name': ReconfigVM_Task, 'duration_secs': 0.49725} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.169553] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Reconfigured VM instance instance-00000042 to attach disk [datastore1] a127bec7-a016-412c-8af1-bf8f12863654/a127bec7-a016-412c-8af1-bf8f12863654.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.169553] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-434b8127-e5c3-4623-bdab-c7d7c3ee2d2f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.179019] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Waiting for the task: (returnval){ [ 867.179019] env[63043]: value = "task-2486176" [ 867.179019] env[63043]: _type = "Task" [ 867.179019] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.184749] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486176, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.215051] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "refresh_cache-bad3e657-a17c-4fa1-889e-7c318690b942" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.215051] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "refresh_cache-bad3e657-a17c-4fa1-889e-7c318690b942" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.215051] env[63043]: DEBUG nova.network.neutron [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.241052] env[63043]: DEBUG nova.scheduler.client.report [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.263045] env[63043]: INFO nova.compute.manager [-] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Took 1.70 seconds to deallocate network for instance. [ 867.451801] env[63043]: DEBUG oslo_vmware.api [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392654} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.452286] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.452286] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.452459] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.452638] env[63043]: INFO nova.compute.manager [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 867.452950] env[63043]: DEBUG oslo.service.loopingcall [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.453125] env[63043]: DEBUG nova.compute.manager [-] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.453236] env[63043]: DEBUG nova.network.neutron [-] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.479736] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486163, 'name': CloneVM_Task, 'duration_secs': 2.018151} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.480016] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Created linked-clone VM from snapshot [ 867.480988] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8812c8b0-58d0-4e21-ba08-af57de646dbe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.492068] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Uploading image 32cefb54-6a7f-4afc-abde-94c1ed443dcc {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 867.519339] env[63043]: DEBUG oslo_vmware.rw_handles [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 867.519339] env[63043]: value = "vm-503027" [ 867.519339] env[63043]: _type = "VirtualMachine" [ 867.519339] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 867.519339] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bcbc23a9-5735-46eb-96e9-b38ff4362c32 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.525383] env[63043]: DEBUG oslo_vmware.rw_handles [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lease: (returnval){ [ 867.525383] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528fdac6-b2e2-00c4-30e9-0597734846ee" [ 867.525383] env[63043]: _type = "HttpNfcLease" [ 867.525383] env[63043]: } obtained for exporting VM: (result){ [ 867.525383] env[63043]: value = "vm-503027" [ 867.525383] env[63043]: _type = "VirtualMachine" [ 867.525383] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 867.525630] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the lease: (returnval){ [ 867.525630] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528fdac6-b2e2-00c4-30e9-0597734846ee" [ 867.525630] env[63043]: _type = "HttpNfcLease" [ 867.525630] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.532649] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.532649] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528fdac6-b2e2-00c4-30e9-0597734846ee" [ 867.532649] env[63043]: _type = "HttpNfcLease" [ 867.532649] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.623025] env[63043]: DEBUG oslo_vmware.api [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486175, 'name': PowerOnVM_Task, 'duration_secs': 0.485919} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.623025] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.623025] env[63043]: DEBUG nova.compute.manager [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.623025] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f94d590-3de5-4938-a4c1-8439012f1b3a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.690476] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486176, 'name': Rename_Task, 'duration_secs': 0.172494} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.690733] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.690993] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f96eeafe-b901-42b3-9fa4-f846541a2786 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.698229] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Waiting for the task: (returnval){ [ 867.698229] env[63043]: value = "task-2486178" [ 867.698229] env[63043]: _type = "Task" [ 867.698229] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.706227] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.750197] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.750595] env[63043]: DEBUG nova.network.neutron [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.752797] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.317s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.753168] env[63043]: DEBUG nova.objects.instance [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lazy-loading 'resources' on Instance uuid 974b051e-74c5-457d-b734-ef7fa65a8d3d {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.769780] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.777075] env[63043]: INFO nova.scheduler.client.report [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Deleted allocations for instance b6326a0e-f6b0-466a-8c18-9a3e6b112e42 [ 867.897910] env[63043]: DEBUG nova.network.neutron [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Updating instance_info_cache with network_info: [{"id": "4196dbcd-8376-43d8-b928-5c3eedcd3380", "address": "fa:16:3e:0c:5f:59", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4196dbcd-83", "ovs_interfaceid": "4196dbcd-8376-43d8-b928-5c3eedcd3380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.035132] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.035132] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528fdac6-b2e2-00c4-30e9-0597734846ee" [ 868.035132] env[63043]: _type = "HttpNfcLease" [ 868.035132] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 868.035865] env[63043]: DEBUG oslo_vmware.rw_handles [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 868.035865] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528fdac6-b2e2-00c4-30e9-0597734846ee" [ 868.035865] env[63043]: _type = "HttpNfcLease" [ 868.035865] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 868.037126] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eb40f6-4bba-4dee-906d-b703e18cac76 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.047652] env[63043]: DEBUG oslo_vmware.rw_handles [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525db676-2763-6fdc-32c4-498fee134d06/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 868.047652] env[63043]: DEBUG oslo_vmware.rw_handles [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525db676-2763-6fdc-32c4-498fee134d06/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 868.139925] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.175150] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf4b8791-38d3-4aaa-afbd-ae754be0bb2f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.214032] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.294273] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25d6e504-d7d3-4265-b039-987dcad6049b tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "b6326a0e-f6b0-466a-8c18-9a3e6b112e42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.755s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.308625] env[63043]: DEBUG nova.network.neutron [-] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.400387] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "refresh_cache-bad3e657-a17c-4fa1-889e-7c318690b942" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.400760] env[63043]: DEBUG nova.compute.manager [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Instance network_info: |[{"id": "4196dbcd-8376-43d8-b928-5c3eedcd3380", "address": "fa:16:3e:0c:5f:59", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4196dbcd-83", "ovs_interfaceid": "4196dbcd-8376-43d8-b928-5c3eedcd3380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.401241] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:5f:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4196dbcd-8376-43d8-b928-5c3eedcd3380', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.409914] env[63043]: DEBUG oslo.service.loopingcall [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.413579] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.414099] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edbfc501-4791-474d-a44a-284ebce05576 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.440540] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.440540] env[63043]: value = "task-2486180" [ 868.440540] env[63043]: _type = "Task" [ 868.440540] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.451271] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486180, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.658386] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28214eb3-bfc9-4d9b-8200-1a1b944c7ff0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.670471] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a2892f-efa0-4414-95c0-4caf70781351 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.680585] env[63043]: DEBUG nova.compute.manager [req-d409a674-bb9f-4699-813e-dab1d375dd2c req-0be7ecc7-9968-4977-9160-e562b34e402c service nova] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Received event network-changed-4196dbcd-8376-43d8-b928-5c3eedcd3380 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.682594] env[63043]: DEBUG nova.compute.manager [req-d409a674-bb9f-4699-813e-dab1d375dd2c req-0be7ecc7-9968-4977-9160-e562b34e402c service nova] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Refreshing instance network info cache due to event network-changed-4196dbcd-8376-43d8-b928-5c3eedcd3380. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.683917] env[63043]: DEBUG oslo_concurrency.lockutils [req-d409a674-bb9f-4699-813e-dab1d375dd2c req-0be7ecc7-9968-4977-9160-e562b34e402c service nova] Acquiring lock "refresh_cache-bad3e657-a17c-4fa1-889e-7c318690b942" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.684114] env[63043]: DEBUG oslo_concurrency.lockutils [req-d409a674-bb9f-4699-813e-dab1d375dd2c req-0be7ecc7-9968-4977-9160-e562b34e402c service nova] Acquired lock "refresh_cache-bad3e657-a17c-4fa1-889e-7c318690b942" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.684300] env[63043]: DEBUG nova.network.neutron [req-d409a674-bb9f-4699-813e-dab1d375dd2c req-0be7ecc7-9968-4977-9160-e562b34e402c service nova] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Refreshing network info cache for port 4196dbcd-8376-43d8-b928-5c3eedcd3380 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.727890] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62977a0-e710-48d4-827b-37ac4cc0b21a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.742311] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f33df83-f3ed-4dfb-92ea-ee32fd5465cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.748314] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.760276] env[63043]: DEBUG nova.compute.provider_tree [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.812566] env[63043]: INFO nova.compute.manager [-] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Took 1.36 seconds to deallocate network for instance. [ 868.956968] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486180, 'name': CreateVM_Task, 'duration_secs': 0.345819} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.958030] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.958826] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.959071] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.959561] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.959987] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b758df-0d64-4929-8c4f-9c28e301f77d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.965949] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 868.965949] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5245c9a2-21a6-7400-8462-3191c15920dc" [ 868.965949] env[63043]: _type = "Task" [ 868.965949] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.977544] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5245c9a2-21a6-7400-8462-3191c15920dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.072959] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.074128] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.232936] env[63043]: DEBUG oslo_vmware.api [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486178, 'name': PowerOnVM_Task, 'duration_secs': 1.42077} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.233399] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.233811] env[63043]: INFO nova.compute.manager [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Took 9.96 seconds to spawn the instance on the hypervisor. [ 869.234182] env[63043]: DEBUG nova.compute.manager [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.235136] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262fd854-ac27-4af8-abc6-e7c51cc21c50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.264704] env[63043]: DEBUG nova.scheduler.client.report [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.320072] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.339658] env[63043]: INFO nova.compute.manager [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Rebuilding instance [ 869.386554] env[63043]: DEBUG nova.compute.manager [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.387739] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2898c0bc-4ce8-4ba6-98da-e5b6f741adf3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.477559] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5245c9a2-21a6-7400-8462-3191c15920dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.477890] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.478150] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.478394] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.478543] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.478724] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.478992] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f3bddfd-dc6f-49bc-808e-418c11fca692 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.489083] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.489307] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.489991] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d1ddea-b220-424c-9589-a3ec403f57a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.496234] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 869.496234] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528b80b2-908f-2bbe-7b0d-10feb9623ca5" [ 869.496234] env[63043]: _type = "Task" [ 869.496234] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.507874] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528b80b2-908f-2bbe-7b0d-10feb9623ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.577159] env[63043]: DEBUG nova.compute.manager [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.639631] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.640356] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.640572] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.640763] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.640928] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.643881] env[63043]: INFO nova.compute.manager [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Terminating instance [ 869.759143] env[63043]: DEBUG nova.network.neutron [req-d409a674-bb9f-4699-813e-dab1d375dd2c req-0be7ecc7-9968-4977-9160-e562b34e402c service nova] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Updated VIF entry in instance network info cache for port 4196dbcd-8376-43d8-b928-5c3eedcd3380. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.759648] env[63043]: DEBUG nova.network.neutron [req-d409a674-bb9f-4699-813e-dab1d375dd2c req-0be7ecc7-9968-4977-9160-e562b34e402c service nova] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Updating instance_info_cache with network_info: [{"id": "4196dbcd-8376-43d8-b928-5c3eedcd3380", "address": "fa:16:3e:0c:5f:59", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4196dbcd-83", "ovs_interfaceid": "4196dbcd-8376-43d8-b928-5c3eedcd3380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.763260] env[63043]: INFO nova.compute.manager [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Took 41.53 seconds to build instance. [ 869.770248] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.774783] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.300s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.775182] env[63043]: INFO nova.compute.claims [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.797535] env[63043]: INFO nova.scheduler.client.report [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Deleted allocations for instance 974b051e-74c5-457d-b734-ef7fa65a8d3d [ 870.012491] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528b80b2-908f-2bbe-7b0d-10feb9623ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.014033] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909c2238-c226-4485-a311-98480202d8f5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.022736] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 870.022736] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52929009-55f2-a55b-21d4-3fb33cbf8886" [ 870.022736] env[63043]: _type = "Task" [ 870.022736] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.036349] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52929009-55f2-a55b-21d4-3fb33cbf8886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.101470] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.148616] env[63043]: DEBUG nova.compute.manager [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.148856] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.149999] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3161f7c8-3f48-462b-b27a-2ddbe87764e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.160140] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.160140] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e77724a-f75f-422f-931d-964d08f88e11 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.172828] env[63043]: DEBUG oslo_vmware.api [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 870.172828] env[63043]: value = "task-2486181" [ 870.172828] env[63043]: _type = "Task" [ 870.172828] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.182980] env[63043]: DEBUG oslo_vmware.api [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.263715] env[63043]: DEBUG oslo_concurrency.lockutils [req-d409a674-bb9f-4699-813e-dab1d375dd2c req-0be7ecc7-9968-4977-9160-e562b34e402c service nova] Releasing lock "refresh_cache-bad3e657-a17c-4fa1-889e-7c318690b942" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.264012] env[63043]: DEBUG nova.compute.manager [req-d409a674-bb9f-4699-813e-dab1d375dd2c req-0be7ecc7-9968-4977-9160-e562b34e402c service nova] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Received event network-vif-deleted-991f13e7-93fc-4e61-bfe5-a8d68931165c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.265685] env[63043]: DEBUG oslo_concurrency.lockutils [None req-075cee1e-d55a-433e-934a-71f9986caa1d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Lock "a127bec7-a016-412c-8af1-bf8f12863654" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.036s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.304982] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c783e973-148f-4724-9829-2cad1514122c tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Lock "974b051e-74c5-457d-b734-ef7fa65a8d3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.478s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.403423] env[63043]: DEBUG oslo_concurrency.lockutils [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Acquiring lock "a127bec7-a016-412c-8af1-bf8f12863654" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.403423] env[63043]: DEBUG oslo_concurrency.lockutils [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Lock "a127bec7-a016-412c-8af1-bf8f12863654" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.403423] env[63043]: DEBUG oslo_concurrency.lockutils [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Acquiring lock "a127bec7-a016-412c-8af1-bf8f12863654-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.403423] env[63043]: DEBUG oslo_concurrency.lockutils [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Lock "a127bec7-a016-412c-8af1-bf8f12863654-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.403808] env[63043]: DEBUG oslo_concurrency.lockutils [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Lock "a127bec7-a016-412c-8af1-bf8f12863654-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.405519] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.405786] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a669973c-3e11-4e3f-87da-41411aafa6d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.408870] env[63043]: INFO nova.compute.manager [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Terminating instance [ 870.415718] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 870.415718] env[63043]: value = "task-2486183" [ 870.415718] env[63043]: _type = "Task" [ 870.415718] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.428445] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.536401] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52929009-55f2-a55b-21d4-3fb33cbf8886, 'name': SearchDatastore_Task, 'duration_secs': 0.016551} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.536700] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.536968] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] bad3e657-a17c-4fa1-889e-7c318690b942/bad3e657-a17c-4fa1-889e-7c318690b942.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.537181] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ab3b8bb-9d52-426a-b849-7505cab954e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.546921] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 870.546921] env[63043]: value = "task-2486184" [ 870.546921] env[63043]: _type = "Task" [ 870.546921] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.557245] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.685065] env[63043]: DEBUG oslo_vmware.api [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486181, 'name': PowerOffVM_Task, 'duration_secs': 0.226665} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.685287] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.686035] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.686035] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b707f463-c2c4-43e2-8975-10c177b57d01 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.769962] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.769962] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.770348] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Deleting the datastore file [datastore1] 80805db5-2215-4d5a-9b38-e4d82d76ffbe {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.771087] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db39aadb-df66-4dce-8b77-25a3db58d1f4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.780176] env[63043]: DEBUG oslo_vmware.api [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for the task: (returnval){ [ 870.780176] env[63043]: value = "task-2486186" [ 870.780176] env[63043]: _type = "Task" [ 870.780176] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.798189] env[63043]: DEBUG oslo_vmware.api [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.915221] env[63043]: DEBUG nova.compute.manager [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.915221] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.919498] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca4b7f5-4224-4a86-a676-d175f6f1515e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.936396] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486183, 'name': PowerOffVM_Task, 'duration_secs': 0.28781} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.942047] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.942047] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.942047] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.943386] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d901004-e702-4d07-9350-3339d324463f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.946178] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-281690ea-d502-492a-a34f-c1bccf5a053b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.954636] env[63043]: DEBUG oslo_vmware.api [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Waiting for the task: (returnval){ [ 870.954636] env[63043]: value = "task-2486187" [ 870.954636] env[63043]: _type = "Task" [ 870.954636] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.959923] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.965289] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4da17d1d-00b5-4654-9dd2-c2ad3ca237a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.977393] env[63043]: DEBUG oslo_vmware.api [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.037734] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.038235] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.038235] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleting the datastore file [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.038805] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cd2c51f-0bd2-443b-a1ba-02658918d758 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.048317] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 871.048317] env[63043]: value = "task-2486189" [ 871.048317] env[63043]: _type = "Task" [ 871.048317] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.062600] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.066016] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.224385] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7411a56a-250b-49ef-b4b4-839ca823a6c9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.236616] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1436a6f8-aa0c-40bd-b992-f2345a452925 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.272524] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9758203f-ae9d-4f3b-bf74-7337cecc97e3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.281757] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76555d9-17aa-4aec-93cb-9923dcd47560 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.295588] env[63043]: DEBUG oslo_vmware.api [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.305602] env[63043]: DEBUG nova.compute.provider_tree [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.471393] env[63043]: DEBUG oslo_vmware.api [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486187, 'name': PowerOffVM_Task, 'duration_secs': 0.222283} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.471587] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.471764] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.472072] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eb967f3-6180-404c-a6bb-cb3c078c1393 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.548470] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.548764] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.549071] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Deleting the datastore file [datastore1] a127bec7-a016-412c-8af1-bf8f12863654 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.549570] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-004f7e22-6fc9-43fb-8ad9-53686457aaba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.570210] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395875} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.575396] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.575706] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.575895] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.578624] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561336} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.578913] env[63043]: DEBUG oslo_vmware.api [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Waiting for the task: (returnval){ [ 871.578913] env[63043]: value = "task-2486191" [ 871.578913] env[63043]: _type = "Task" [ 871.578913] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.579695] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] bad3e657-a17c-4fa1-889e-7c318690b942/bad3e657-a17c-4fa1-889e-7c318690b942.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.579870] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.580202] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6371c3e-4a7a-4d3c-9f92-e18bd11051fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.592738] env[63043]: DEBUG oslo_vmware.api [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.594574] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 871.594574] env[63043]: value = "task-2486192" [ 871.594574] env[63043]: _type = "Task" [ 871.594574] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.604429] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.792435] env[63043]: DEBUG oslo_vmware.api [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Task: {'id': task-2486186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.578376} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.792812] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.792812] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.793032] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.793265] env[63043]: INFO nova.compute.manager [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Took 1.64 seconds to destroy the instance on the hypervisor. [ 871.793462] env[63043]: DEBUG oslo.service.loopingcall [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.793700] env[63043]: DEBUG nova.compute.manager [-] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.793783] env[63043]: DEBUG nova.network.neutron [-] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.809029] env[63043]: DEBUG nova.scheduler.client.report [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.091396] env[63043]: DEBUG nova.compute.manager [req-34af671f-801a-45bc-87ac-11b532617e9d req-aec45654-9dd7-4e3f-b0bb-25d6de01bf71 service nova] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Received event network-vif-deleted-471db8f3-fbde-4e0d-af24-31c974a671f0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.091396] env[63043]: INFO nova.compute.manager [req-34af671f-801a-45bc-87ac-11b532617e9d req-aec45654-9dd7-4e3f-b0bb-25d6de01bf71 service nova] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Neutron deleted interface 471db8f3-fbde-4e0d-af24-31c974a671f0; detaching it from the instance and deleting it from the info cache [ 872.091396] env[63043]: DEBUG nova.network.neutron [req-34af671f-801a-45bc-87ac-11b532617e9d req-aec45654-9dd7-4e3f-b0bb-25d6de01bf71 service nova] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.096302] env[63043]: DEBUG oslo_vmware.api [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.105770] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139744} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.106672] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.107518] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4058dbf1-dff6-466e-954e-50c190bbe5bd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.133928] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] bad3e657-a17c-4fa1-889e-7c318690b942/bad3e657-a17c-4fa1-889e-7c318690b942.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.135029] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233936b1-2152-4947-beb1-92ef8ab39c23 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.159550] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 872.159550] env[63043]: value = "task-2486193" [ 872.159550] env[63043]: _type = "Task" [ 872.159550] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.170051] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.314552] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.315220] env[63043]: DEBUG nova.compute.manager [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.318166] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.143s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.319706] env[63043]: INFO nova.compute.claims [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.571280] env[63043]: DEBUG nova.network.neutron [-] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.594339] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-361a2472-a34b-43a1-a017-dcec61e2b292 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.600269] env[63043]: DEBUG oslo_vmware.api [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Task: {'id': task-2486191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55506} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.600954] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.601175] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.601361] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.601541] env[63043]: INFO nova.compute.manager [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Took 1.69 seconds to destroy the instance on the hypervisor. [ 872.601788] env[63043]: DEBUG oslo.service.loopingcall [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.601987] env[63043]: DEBUG nova.compute.manager [-] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.602123] env[63043]: DEBUG nova.network.neutron [-] [instance: a127bec7-a016-412c-8af1-bf8f12863654] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.612325] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4798f7-9394-4fa0-bb0c-0940d9c9f766 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.626097] env[63043]: DEBUG nova.virt.hardware [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.626374] env[63043]: DEBUG nova.virt.hardware [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.626513] env[63043]: DEBUG nova.virt.hardware [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.626717] env[63043]: DEBUG nova.virt.hardware [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.626867] env[63043]: DEBUG nova.virt.hardware [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.627043] env[63043]: DEBUG nova.virt.hardware [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.627258] env[63043]: DEBUG nova.virt.hardware [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.627460] env[63043]: DEBUG nova.virt.hardware [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.627628] env[63043]: DEBUG nova.virt.hardware [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.627797] env[63043]: DEBUG nova.virt.hardware [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.627972] env[63043]: DEBUG nova.virt.hardware [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.629466] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e96b3f-966f-47f0-8215-901f909ee0b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.639630] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80a0122-f71a-46ff-b028-ff42d6ed3a95 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.656543] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:83:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdfda3ab-835c-4ef8-a7e5-f3fbab372264', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.664870] env[63043]: DEBUG oslo.service.loopingcall [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.676100] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.676544] env[63043]: DEBUG nova.compute.manager [req-34af671f-801a-45bc-87ac-11b532617e9d req-aec45654-9dd7-4e3f-b0bb-25d6de01bf71 service nova] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Detach interface failed, port_id=471db8f3-fbde-4e0d-af24-31c974a671f0, reason: Instance 80805db5-2215-4d5a-9b38-e4d82d76ffbe could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 872.682529] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3adbc198-1c7f-48b0-b761-945c8b6171a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.707278] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486193, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.708871] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.708871] env[63043]: value = "task-2486195" [ 872.708871] env[63043]: _type = "Task" [ 872.708871] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.719952] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486195, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.827569] env[63043]: DEBUG nova.compute.utils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 872.829124] env[63043]: DEBUG nova.compute.manager [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.829290] env[63043]: DEBUG nova.network.neutron [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.981913] env[63043]: DEBUG nova.policy [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '842109cf75544c0782e6c3d73e24956b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3632a8901bc41258430a525fd41a1bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.076471] env[63043]: INFO nova.compute.manager [-] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Took 1.28 seconds to deallocate network for instance. [ 873.187124] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486193, 'name': ReconfigVM_Task, 'duration_secs': 0.59536} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.187439] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Reconfigured VM instance instance-00000043 to attach disk [datastore1] bad3e657-a17c-4fa1-889e-7c318690b942/bad3e657-a17c-4fa1-889e-7c318690b942.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.188113] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-036eab50-c8a6-4cec-8a42-30925a2e7769 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.196634] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 873.196634] env[63043]: value = "task-2486196" [ 873.196634] env[63043]: _type = "Task" [ 873.196634] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.205997] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486196, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.218418] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486195, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.290744] env[63043]: DEBUG nova.network.neutron [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Successfully created port: 8d538522-5c86-4b0b-8289-28543a98dfc2 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.333750] env[63043]: DEBUG nova.compute.manager [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.471788] env[63043]: DEBUG nova.network.neutron [-] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.584947] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.694029] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21319cd3-2710-4737-bc9e-6ff52fdb5a2e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.708852] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2974c98-5ba9-42dd-bada-030b704410cd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.712580] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486196, 'name': Rename_Task, 'duration_secs': 0.161936} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.712860] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.716109] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc1db708-4415-409e-985a-dee4c885d075 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.724112] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486195, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.753034] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 873.753034] env[63043]: value = "task-2486197" [ 873.753034] env[63043]: _type = "Task" [ 873.753034] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.754591] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcfdc81-06ee-43a7-8217-03f87b3e65a5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.765973] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.769203] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a2f034-aa2c-493f-897d-3fbbe2ceb28a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.799687] env[63043]: DEBUG nova.compute.provider_tree [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.974405] env[63043]: INFO nova.compute.manager [-] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Took 1.37 seconds to deallocate network for instance. [ 874.187601] env[63043]: DEBUG nova.compute.manager [req-3535b69f-b6a3-477f-94c9-eac71b6d17e1 req-83d03068-f07e-4578-a780-2d72af69ea98 service nova] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Received event network-vif-deleted-ce3a4d47-f68f-4aab-bb43-a706e866d6f2 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.225962] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486195, 'name': CreateVM_Task, 'duration_secs': 1.475023} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.225962] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.225962] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.225962] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.225962] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.226281] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce7d8b99-ae81-40c3-bd6b-f4226ced0e45 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.232838] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 874.232838] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528c3c54-9abd-e0d7-eec6-613a2f45c2d9" [ 874.232838] env[63043]: _type = "Task" [ 874.232838] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.241996] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528c3c54-9abd-e0d7-eec6-613a2f45c2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.265711] env[63043]: DEBUG oslo_vmware.api [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486197, 'name': PowerOnVM_Task, 'duration_secs': 0.486934} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.266063] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.266288] env[63043]: INFO nova.compute.manager [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Took 8.56 seconds to spawn the instance on the hypervisor. [ 874.266490] env[63043]: DEBUG nova.compute.manager [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.267365] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4a64f7-89bc-4636-a102-826a2d7f9084 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.303622] env[63043]: DEBUG nova.scheduler.client.report [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.343574] env[63043]: DEBUG nova.compute.manager [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.383131] env[63043]: DEBUG nova.virt.hardware [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.383131] env[63043]: DEBUG nova.virt.hardware [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.383131] env[63043]: DEBUG nova.virt.hardware [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.383131] env[63043]: DEBUG nova.virt.hardware [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.383131] env[63043]: DEBUG nova.virt.hardware [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.383131] env[63043]: DEBUG nova.virt.hardware [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.383592] env[63043]: DEBUG nova.virt.hardware [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.384121] env[63043]: DEBUG nova.virt.hardware [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.384498] env[63043]: DEBUG nova.virt.hardware [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.384784] env[63043]: DEBUG nova.virt.hardware [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.385130] env[63043]: DEBUG nova.virt.hardware [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.386554] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244c63be-9980-4704-a2a7-8ab292ee6ed3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.400087] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6b1a7b-ebb0-4888-b4c6-dc6ffde436d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.481082] env[63043]: DEBUG oslo_concurrency.lockutils [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.753218] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528c3c54-9abd-e0d7-eec6-613a2f45c2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012344} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.753593] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.753897] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.754254] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.754495] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.754721] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.755053] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45e40726-bd53-42ad-b0f7-067b120f255c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.766487] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.766980] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.767826] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b40229-a11c-47e2-b6a2-8e095fca9a25 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.774899] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 874.774899] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d3f988-a1a7-6d3f-31a0-bfbdcaef9df0" [ 874.774899] env[63043]: _type = "Task" [ 874.774899] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.791875] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d3f988-a1a7-6d3f-31a0-bfbdcaef9df0, 'name': SearchDatastore_Task, 'duration_secs': 0.01381} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.792577] env[63043]: INFO nova.compute.manager [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Took 38.78 seconds to build instance. [ 874.794342] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637423be-d874-410a-b296-d6b2f862d78e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.801132] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 874.801132] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523e94ee-70ad-ccec-9e39-609acc0aaed5" [ 874.801132] env[63043]: _type = "Task" [ 874.801132] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.813943] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.814768] env[63043]: DEBUG nova.compute.manager [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.818807] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523e94ee-70ad-ccec-9e39-609acc0aaed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.819529] env[63043]: DEBUG oslo_concurrency.lockutils [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.449s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.819739] env[63043]: DEBUG oslo_concurrency.lockutils [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.823097] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.184s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.824104] env[63043]: DEBUG nova.objects.instance [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Lazy-loading 'resources' on Instance uuid 8158bb22-61f9-4936-831a-e9f96d5e8b2f {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.852190] env[63043]: INFO nova.scheduler.client.report [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted allocations for instance dc294ec0-d246-43eb-b334-15578b9aaa9d [ 875.065510] env[63043]: DEBUG nova.network.neutron [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Successfully updated port: 8d538522-5c86-4b0b-8289-28543a98dfc2 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.155942] env[63043]: DEBUG nova.compute.manager [req-4ccf7558-0ef8-41ef-b246-d5cff75910d6 req-1ba1868d-3ec9-4903-947b-21d9db6eccfd service nova] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Received event network-vif-plugged-8d538522-5c86-4b0b-8289-28543a98dfc2 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.156155] env[63043]: DEBUG oslo_concurrency.lockutils [req-4ccf7558-0ef8-41ef-b246-d5cff75910d6 req-1ba1868d-3ec9-4903-947b-21d9db6eccfd service nova] Acquiring lock "b1cc0753-f1d8-4870-b282-235ccd66e144-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.156391] env[63043]: DEBUG oslo_concurrency.lockutils [req-4ccf7558-0ef8-41ef-b246-d5cff75910d6 req-1ba1868d-3ec9-4903-947b-21d9db6eccfd service nova] Lock "b1cc0753-f1d8-4870-b282-235ccd66e144-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.156613] env[63043]: DEBUG oslo_concurrency.lockutils [req-4ccf7558-0ef8-41ef-b246-d5cff75910d6 req-1ba1868d-3ec9-4903-947b-21d9db6eccfd service nova] Lock "b1cc0753-f1d8-4870-b282-235ccd66e144-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.156886] env[63043]: DEBUG nova.compute.manager [req-4ccf7558-0ef8-41ef-b246-d5cff75910d6 req-1ba1868d-3ec9-4903-947b-21d9db6eccfd service nova] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] No waiting events found dispatching network-vif-plugged-8d538522-5c86-4b0b-8289-28543a98dfc2 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.157112] env[63043]: WARNING nova.compute.manager [req-4ccf7558-0ef8-41ef-b246-d5cff75910d6 req-1ba1868d-3ec9-4903-947b-21d9db6eccfd service nova] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Received unexpected event network-vif-plugged-8d538522-5c86-4b0b-8289-28543a98dfc2 for instance with vm_state building and task_state spawning. [ 875.295033] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f6a918b5-d00f-4e28-a1c5-2443fb10298f tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "bad3e657-a17c-4fa1-889e-7c318690b942" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.297s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.314032] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523e94ee-70ad-ccec-9e39-609acc0aaed5, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.314162] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.314351] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a/c52ccbde-5679-4408-bf26-4bee8974a41a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.314616] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67c04e62-41ac-42fa-8f11-923339d00476 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.321218] env[63043]: DEBUG nova.compute.utils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 875.323791] env[63043]: DEBUG nova.compute.manager [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.323979] env[63043]: DEBUG nova.network.neutron [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.325918] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 875.325918] env[63043]: value = "task-2486198" [ 875.325918] env[63043]: _type = "Task" [ 875.325918] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.341454] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.362544] env[63043]: DEBUG oslo_concurrency.lockutils [None req-99c33fa9-7781-4e14-a968-f86418bf8806 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "dc294ec0-d246-43eb-b334-15578b9aaa9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.869s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.365109] env[63043]: DEBUG nova.policy [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf453eb92ec41dc90b0da8808e471ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2f2e17117d41f78c9bb1028587f0ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.574495] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.574662] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.574783] env[63043]: DEBUG nova.network.neutron [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.576422] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Acquiring lock "742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.576663] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lock "742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.733119] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123667b4-2e85-4a9e-96c7-c22fd6860915 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.748461] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e606a7cf-dd7b-4c84-8e3d-d0081fe5015b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.789753] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa6d272-6cd0-4e9b-9158-775633a4a935 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.802064] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d341c3ba-1c05-4054-8fc2-7ec1e7c80780 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.819119] env[63043]: DEBUG nova.compute.provider_tree [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.827817] env[63043]: DEBUG nova.compute.manager [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.849786] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486198, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.899857] env[63043]: DEBUG nova.network.neutron [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Successfully created port: 34492675-5838-4cbe-8fb3-4bd6074ad973 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.083771] env[63043]: DEBUG nova.compute.manager [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.144521] env[63043]: DEBUG nova.network.neutron [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.324306] env[63043]: DEBUG nova.scheduler.client.report [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.346457] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711525} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.346960] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a/c52ccbde-5679-4408-bf26-4bee8974a41a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.347876] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.348021] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72ce6e6f-b274-4cbb-a453-2c66b6029e44 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.350884] env[63043]: DEBUG nova.network.neutron [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance_info_cache with network_info: [{"id": "8d538522-5c86-4b0b-8289-28543a98dfc2", "address": "fa:16:3e:7e:0c:f6", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d538522-5c", "ovs_interfaceid": "8d538522-5c86-4b0b-8289-28543a98dfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.360360] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 876.360360] env[63043]: value = "task-2486199" [ 876.360360] env[63043]: _type = "Task" [ 876.360360] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.371532] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.441831] env[63043]: DEBUG nova.compute.manager [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.443332] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbf0d3f-2adf-4edf-a88d-1d55adb80a78 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.524384] env[63043]: DEBUG oslo_vmware.rw_handles [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525db676-2763-6fdc-32c4-498fee134d06/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 876.525604] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b0de1f-82df-4626-866d-34c37851f477 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.533418] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "b9be1ce1-755a-4f38-8801-678ac29c45ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.533689] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "b9be1ce1-755a-4f38-8801-678ac29c45ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.537345] env[63043]: DEBUG oslo_vmware.rw_handles [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525db676-2763-6fdc-32c4-498fee134d06/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 876.537525] env[63043]: ERROR oslo_vmware.rw_handles [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525db676-2763-6fdc-32c4-498fee134d06/disk-0.vmdk due to incomplete transfer. [ 876.537754] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-95f4d6f7-f2b8-4ff8-960f-958c779de5f6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.546354] env[63043]: DEBUG oslo_vmware.rw_handles [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525db676-2763-6fdc-32c4-498fee134d06/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 876.546864] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Uploaded image 32cefb54-6a7f-4afc-abde-94c1ed443dcc to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 876.548836] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.549408] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d3b0f35-7b25-4bc7-a8f4-b71edcfbc0d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.557698] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 876.557698] env[63043]: value = "task-2486200" [ 876.557698] env[63043]: _type = "Task" [ 876.557698] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.566702] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486200, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.613615] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.828710] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.831752] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.632s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.831992] env[63043]: DEBUG nova.objects.instance [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lazy-loading 'resources' on Instance uuid 201518f4-3a96-46a3-b8c8-929ba49e6f80 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.849032] env[63043]: DEBUG nova.compute.manager [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.853300] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.853517] env[63043]: DEBUG nova.compute.manager [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Instance network_info: |[{"id": "8d538522-5c86-4b0b-8289-28543a98dfc2", "address": "fa:16:3e:7e:0c:f6", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d538522-5c", "ovs_interfaceid": "8d538522-5c86-4b0b-8289-28543a98dfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.854205] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:0c:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d538522-5c86-4b0b-8289-28543a98dfc2', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.862090] env[63043]: DEBUG oslo.service.loopingcall [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.863383] env[63043]: INFO nova.scheduler.client.report [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Deleted allocations for instance 8158bb22-61f9-4936-831a-e9f96d5e8b2f [ 876.864739] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.869085] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3decf703-1b7c-4bd8-a982-348a4f90d217 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.898747] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073565} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.901198] env[63043]: DEBUG nova.virt.hardware [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.902037] env[63043]: DEBUG nova.virt.hardware [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.902037] env[63043]: DEBUG nova.virt.hardware [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.902037] env[63043]: DEBUG nova.virt.hardware [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.902037] env[63043]: DEBUG nova.virt.hardware [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.902037] env[63043]: DEBUG nova.virt.hardware [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.902369] env[63043]: DEBUG nova.virt.hardware [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.902429] env[63043]: DEBUG nova.virt.hardware [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.902564] env[63043]: DEBUG nova.virt.hardware [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.902755] env[63043]: DEBUG nova.virt.hardware [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.902958] env[63043]: DEBUG nova.virt.hardware [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.904524] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.905405] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e84f92c-f65a-4f06-a5c7-316b137dd6c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.908444] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.908444] env[63043]: value = "task-2486201" [ 876.908444] env[63043]: _type = "Task" [ 876.908444] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.909138] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cd6ea0-ba1a-471d-94a4-8ed17180e434 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.921383] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d315d1a5-639d-4c90-ba8e-81062501600e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.942148] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486201, 'name': CreateVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.952615] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a/c52ccbde-5679-4408-bf26-4bee8974a41a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.954240] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84a9bfdc-8df2-4775-a236-4c5199de966b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.982179] env[63043]: INFO nova.compute.manager [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] instance snapshotting [ 876.985677] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a35aca4-8112-4d53-96f9-50d3ed553867 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.992779] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 876.992779] env[63043]: value = "task-2486202" [ 876.992779] env[63043]: _type = "Task" [ 876.992779] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.016119] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef31c49-64aa-45ee-8e2c-02bf0ba1ca77 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.018918] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.037517] env[63043]: DEBUG nova.compute.manager [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.070021] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486200, 'name': Destroy_Task, 'duration_secs': 0.388862} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.070021] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Destroyed the VM [ 877.070021] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.070021] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-465d55bb-4483-4f43-8f35-f647fbebae6c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.078297] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 877.078297] env[63043]: value = "task-2486203" [ 877.078297] env[63043]: _type = "Task" [ 877.078297] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.088177] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486203, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.201052] env[63043]: DEBUG nova.compute.manager [req-4b677b3b-3ead-42c6-bd36-6a39e1f39396 req-388f6f1c-9969-46d1-85e1-b5e28c70dd58 service nova] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Received event network-changed-8d538522-5c86-4b0b-8289-28543a98dfc2 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.201052] env[63043]: DEBUG nova.compute.manager [req-4b677b3b-3ead-42c6-bd36-6a39e1f39396 req-388f6f1c-9969-46d1-85e1-b5e28c70dd58 service nova] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Refreshing instance network info cache due to event network-changed-8d538522-5c86-4b0b-8289-28543a98dfc2. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 877.201052] env[63043]: DEBUG oslo_concurrency.lockutils [req-4b677b3b-3ead-42c6-bd36-6a39e1f39396 req-388f6f1c-9969-46d1-85e1-b5e28c70dd58 service nova] Acquiring lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.201052] env[63043]: DEBUG oslo_concurrency.lockutils [req-4b677b3b-3ead-42c6-bd36-6a39e1f39396 req-388f6f1c-9969-46d1-85e1-b5e28c70dd58 service nova] Acquired lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.201052] env[63043]: DEBUG nova.network.neutron [req-4b677b3b-3ead-42c6-bd36-6a39e1f39396 req-388f6f1c-9969-46d1-85e1-b5e28c70dd58 service nova] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Refreshing network info cache for port 8d538522-5c86-4b0b-8289-28543a98dfc2 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.205822] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "089a289f-1ff3-4169-9254-9a907c45b73c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.206163] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "089a289f-1ff3-4169-9254-9a907c45b73c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.395288] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Lock "8158bb22-61f9-4936-831a-e9f96d5e8b2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.237s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.425767] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486201, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.505251] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486202, 'name': ReconfigVM_Task, 'duration_secs': 0.331775} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.510293] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Reconfigured VM instance instance-0000002b to attach disk [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a/c52ccbde-5679-4408-bf26-4bee8974a41a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.511368] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a5a42a4-0ab8-471e-9237-0cc49c838392 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.521914] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 877.521914] env[63043]: value = "task-2486204" [ 877.521914] env[63043]: _type = "Task" [ 877.521914] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.535015] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 877.536105] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cb845bc4-ab04-4b13-a76c-70ef999941de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.548132] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486204, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.553919] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 877.553919] env[63043]: value = "task-2486205" [ 877.553919] env[63043]: _type = "Task" [ 877.553919] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.570071] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.575203] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.588778] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486203, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.711390] env[63043]: DEBUG nova.compute.manager [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.727028] env[63043]: DEBUG nova.network.neutron [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Successfully updated port: 34492675-5838-4cbe-8fb3-4bd6074ad973 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.730817] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ce95ec-e076-4f0a-a6ec-decaabf1bb0d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.740401] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a93beff-5b30-4a3b-8bdf-9276206a4ad0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.778758] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6679e0-0155-4aee-b3c1-fb4245213492 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.790504] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013feb4c-a3fd-47b3-b0ee-e563f17ebbe7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.806179] env[63043]: DEBUG nova.compute.provider_tree [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.924717] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486201, 'name': CreateVM_Task, 'duration_secs': 0.664499} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.927666] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.928333] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.928501] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.928821] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.929400] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c04a8f-7062-4190-b017-3e9307e4b9ef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.934666] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 877.934666] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d87e3e-e29e-b10b-1cb8-046632f114e1" [ 877.934666] env[63043]: _type = "Task" [ 877.934666] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.943991] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d87e3e-e29e-b10b-1cb8-046632f114e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.989799] env[63043]: DEBUG nova.network.neutron [req-4b677b3b-3ead-42c6-bd36-6a39e1f39396 req-388f6f1c-9969-46d1-85e1-b5e28c70dd58 service nova] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updated VIF entry in instance network info cache for port 8d538522-5c86-4b0b-8289-28543a98dfc2. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.990465] env[63043]: DEBUG nova.network.neutron [req-4b677b3b-3ead-42c6-bd36-6a39e1f39396 req-388f6f1c-9969-46d1-85e1-b5e28c70dd58 service nova] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance_info_cache with network_info: [{"id": "8d538522-5c86-4b0b-8289-28543a98dfc2", "address": "fa:16:3e:7e:0c:f6", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d538522-5c", "ovs_interfaceid": "8d538522-5c86-4b0b-8289-28543a98dfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.036306] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486204, 'name': Rename_Task, 'duration_secs': 0.202506} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.036700] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.037040] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3d632d4-6f9b-4376-a2eb-1b7d9776c1a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.045917] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 878.045917] env[63043]: value = "task-2486206" [ 878.045917] env[63043]: _type = "Task" [ 878.045917] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.058027] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.066991] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.090531] env[63043]: DEBUG oslo_vmware.api [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486203, 'name': RemoveSnapshot_Task, 'duration_secs': 0.822302} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.090904] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.091078] env[63043]: INFO nova.compute.manager [None req-c3498081-c7ba-4c87-afdc-e5cdb936c15e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Took 15.24 seconds to snapshot the instance on the hypervisor. [ 878.235333] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.235913] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.236103] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.236322] env[63043]: DEBUG nova.network.neutron [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.311877] env[63043]: DEBUG nova.scheduler.client.report [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.453370] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d87e3e-e29e-b10b-1cb8-046632f114e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013171} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.453740] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.453982] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.454245] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.454395] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.454581] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.454885] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7065f88-db42-4e4e-9e5b-90c8b92a8aa7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.468123] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.468332] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.469113] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a7bf74-2297-4d93-9cbd-8256325fc6fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.475892] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 878.475892] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520d555b-5f60-59e0-ccd6-a8b17a2ea7b8" [ 878.475892] env[63043]: _type = "Task" [ 878.475892] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.484957] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520d555b-5f60-59e0-ccd6-a8b17a2ea7b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.493663] env[63043]: DEBUG oslo_concurrency.lockutils [req-4b677b3b-3ead-42c6-bd36-6a39e1f39396 req-388f6f1c-9969-46d1-85e1-b5e28c70dd58 service nova] Releasing lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.557764] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486206, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.572902] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.812607] env[63043]: DEBUG nova.network.neutron [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.816831] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.819306] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.929s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.820939] env[63043]: INFO nova.compute.claims [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.846971] env[63043]: INFO nova.scheduler.client.report [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Deleted allocations for instance 201518f4-3a96-46a3-b8c8-929ba49e6f80 [ 878.989804] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520d555b-5f60-59e0-ccd6-a8b17a2ea7b8, 'name': SearchDatastore_Task, 'duration_secs': 0.018841} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.990672] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33244ae7-fea6-4cda-b0fa-b49a96f73d94 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.997249] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 878.997249] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523f701a-1f10-b192-e1f6-c6984aa50a1b" [ 878.997249] env[63043]: _type = "Task" [ 878.997249] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.009898] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523f701a-1f10-b192-e1f6-c6984aa50a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.058586] env[63043]: DEBUG oslo_vmware.api [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486206, 'name': PowerOnVM_Task, 'duration_secs': 0.527715} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.059092] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.059348] env[63043]: DEBUG nova.compute.manager [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.060904] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b6d922-cb15-4796-995c-b1762abb9e4c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.080077] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486205, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.101811] env[63043]: DEBUG nova.network.neutron [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updating instance_info_cache with network_info: [{"id": "34492675-5838-4cbe-8fb3-4bd6074ad973", "address": "fa:16:3e:fb:83:cd", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34492675-58", "ovs_interfaceid": "34492675-5838-4cbe-8fb3-4bd6074ad973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.317223] env[63043]: DEBUG nova.compute.manager [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received event network-vif-plugged-34492675-5838-4cbe-8fb3-4bd6074ad973 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.317463] env[63043]: DEBUG oslo_concurrency.lockutils [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] Acquiring lock "163658b6-bb70-4efa-9acf-48db8c1370d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.317646] env[63043]: DEBUG oslo_concurrency.lockutils [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] Lock "163658b6-bb70-4efa-9acf-48db8c1370d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.317816] env[63043]: DEBUG oslo_concurrency.lockutils [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] Lock "163658b6-bb70-4efa-9acf-48db8c1370d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.317985] env[63043]: DEBUG nova.compute.manager [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] No waiting events found dispatching network-vif-plugged-34492675-5838-4cbe-8fb3-4bd6074ad973 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.318364] env[63043]: WARNING nova.compute.manager [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received unexpected event network-vif-plugged-34492675-5838-4cbe-8fb3-4bd6074ad973 for instance with vm_state building and task_state spawning. [ 879.318538] env[63043]: DEBUG nova.compute.manager [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received event network-changed-34492675-5838-4cbe-8fb3-4bd6074ad973 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.318713] env[63043]: DEBUG nova.compute.manager [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Refreshing instance network info cache due to event network-changed-34492675-5838-4cbe-8fb3-4bd6074ad973. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.318861] env[63043]: DEBUG oslo_concurrency.lockutils [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] Acquiring lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.358424] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d877c35c-1218-49bc-ba21-4516f3d6ec95 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Lock "201518f4-3a96-46a3-b8c8-929ba49e6f80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.512s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.508775] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523f701a-1f10-b192-e1f6-c6984aa50a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.014306} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.509141] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.509566] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] b1cc0753-f1d8-4870-b282-235ccd66e144/b1cc0753-f1d8-4870-b282-235ccd66e144.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.509704] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82584283-1664-40d6-a712-f326f28ea1bb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.518664] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 879.518664] env[63043]: value = "task-2486207" [ 879.518664] env[63043]: _type = "Task" [ 879.518664] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.528159] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.570627] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486205, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.585799] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.605046] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.605189] env[63043]: DEBUG nova.compute.manager [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Instance network_info: |[{"id": "34492675-5838-4cbe-8fb3-4bd6074ad973", "address": "fa:16:3e:fb:83:cd", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34492675-58", "ovs_interfaceid": "34492675-5838-4cbe-8fb3-4bd6074ad973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.605485] env[63043]: DEBUG oslo_concurrency.lockutils [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] Acquired lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.605697] env[63043]: DEBUG nova.network.neutron [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Refreshing network info cache for port 34492675-5838-4cbe-8fb3-4bd6074ad973 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.607071] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:83:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34492675-5838-4cbe-8fb3-4bd6074ad973', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.615074] env[63043]: DEBUG oslo.service.loopingcall [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.616104] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.616353] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1040720-a091-49e6-ab79-328c53f4b25a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.645905] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.645905] env[63043]: value = "task-2486208" [ 879.645905] env[63043]: _type = "Task" [ 879.645905] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.658555] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486208, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.031376] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486207, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.076827] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486205, 'name': CreateSnapshot_Task, 'duration_secs': 2.145436} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.080401] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.081497] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb5d96-65ab-4599-a4be-b121d15d237a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.158120] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486208, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.219214] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41504efa-4a65-4c21-bd65-b7872b595f45 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.229020] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76cc9be-8534-418f-9c45-56281a2028be {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.267130] env[63043]: DEBUG nova.compute.manager [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.268719] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63ccd47-e33f-4294-a65c-56897470ea00 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.272261] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faa0945-3b5b-4fc8-bd0c-719873f4bc9f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.288320] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaeb016-6dc7-4155-8662-ee04624cd792 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.306342] env[63043]: DEBUG nova.compute.provider_tree [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.525814] env[63043]: DEBUG nova.network.neutron [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updated VIF entry in instance network info cache for port 34492675-5838-4cbe-8fb3-4bd6074ad973. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.526256] env[63043]: DEBUG nova.network.neutron [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updating instance_info_cache with network_info: [{"id": "34492675-5838-4cbe-8fb3-4bd6074ad973", "address": "fa:16:3e:fb:83:cd", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34492675-58", "ovs_interfaceid": "34492675-5838-4cbe-8fb3-4bd6074ad973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.534549] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552944} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.534647] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] b1cc0753-f1d8-4870-b282-235ccd66e144/b1cc0753-f1d8-4870-b282-235ccd66e144.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.535017] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.535263] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75a5b1d2-3a95-45dd-b560-e61ac0306f43 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.542604] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 880.542604] env[63043]: value = "task-2486209" [ 880.542604] env[63043]: _type = "Task" [ 880.542604] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.552287] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.608331] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 880.609082] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74507f4e-ad03-4c52-adbc-ec793e4be1c0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.617965] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 880.617965] env[63043]: value = "task-2486210" [ 880.617965] env[63043]: _type = "Task" [ 880.617965] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.626793] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486210, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.658021] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486208, 'name': CreateVM_Task, 'duration_secs': 0.5527} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.658021] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.658021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.658021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.658021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.658021] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e4e099-9d95-4542-98f8-09db514fc415 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.660974] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 880.660974] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b5c9bd-f234-627a-cd60-9b345f4a34c0" [ 880.660974] env[63043]: _type = "Task" [ 880.660974] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.670848] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b5c9bd-f234-627a-cd60-9b345f4a34c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.795864] env[63043]: INFO nova.compute.manager [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] instance snapshotting [ 880.800108] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1937c2e3-9379-40c3-8122-ac6bb87eb58f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.823011] env[63043]: DEBUG nova.scheduler.client.report [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.827587] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8403ed9-8e38-41c6-9b80-2b8b6025b0a3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.919048] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "f1ea415c-1a7a-4ed4-a7e1-88f28360866c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.919357] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "f1ea415c-1a7a-4ed4-a7e1-88f28360866c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.919554] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "f1ea415c-1a7a-4ed4-a7e1-88f28360866c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.919754] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "f1ea415c-1a7a-4ed4-a7e1-88f28360866c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.919929] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "f1ea415c-1a7a-4ed4-a7e1-88f28360866c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.922105] env[63043]: INFO nova.compute.manager [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Terminating instance [ 881.029483] env[63043]: DEBUG oslo_concurrency.lockutils [req-8c2e1219-3f35-4613-b528-b61c7882191e req-6fbd8160-e0e4-4832-bb2b-7b0eb08757ad service nova] Releasing lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.052642] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068087} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.052892] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.053705] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36afb8c9-35f4-48e6-b65a-a3f83f335897 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.077989] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] b1cc0753-f1d8-4870-b282-235ccd66e144/b1cc0753-f1d8-4870-b282-235ccd66e144.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.078326] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20ef58d-4984-4485-bdbb-236d64c9b9b6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.099751] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 881.099751] env[63043]: value = "task-2486211" [ 881.099751] env[63043]: _type = "Task" [ 881.099751] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.109031] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.128353] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486210, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.172164] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b5c9bd-f234-627a-cd60-9b345f4a34c0, 'name': SearchDatastore_Task, 'duration_secs': 0.048559} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.172465] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.172635] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.172881] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.173038] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.173347] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.173504] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d370c25a-7d9e-4ed8-a11a-689b11c6e0fd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.183652] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.183844] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.184595] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4acbe62-4006-4b77-aa17-a9bbc71bc9d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.190913] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 881.190913] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]521504e9-1074-b027-2515-9a5dfd86d6ed" [ 881.190913] env[63043]: _type = "Task" [ 881.190913] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.200248] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521504e9-1074-b027-2515-9a5dfd86d6ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.328583] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.329076] env[63043]: DEBUG nova.compute.manager [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.332094] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.714s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.333717] env[63043]: INFO nova.compute.claims [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.340019] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 881.340019] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-430e07f3-1272-41e7-9fe2-eae54aa4ab26 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.349018] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 881.349018] env[63043]: value = "task-2486212" [ 881.349018] env[63043]: _type = "Task" [ 881.349018] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.359433] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486212, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.426945] env[63043]: DEBUG nova.compute.manager [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.426945] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.428118] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed25af7-02bd-4b5e-93c9-620af4339af2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.437113] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.437635] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd1b0e4a-6051-4208-90db-6f9ea95788fd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.446233] env[63043]: DEBUG oslo_vmware.api [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 881.446233] env[63043]: value = "task-2486213" [ 881.446233] env[63043]: _type = "Task" [ 881.446233] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.456240] env[63043]: DEBUG oslo_vmware.api [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.612994] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.637253] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486210, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.704749] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521504e9-1074-b027-2515-9a5dfd86d6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.705713] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159a0327-28b9-4752-8aef-c25663329c34 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.712458] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 881.712458] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]522cecfc-70c8-3bbc-4dfc-fe6cb1461aff" [ 881.712458] env[63043]: _type = "Task" [ 881.712458] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.722542] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522cecfc-70c8-3bbc-4dfc-fe6cb1461aff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.838432] env[63043]: DEBUG nova.compute.utils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 881.845422] env[63043]: DEBUG nova.compute.manager [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.851122] env[63043]: DEBUG nova.network.neutron [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.867734] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486212, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.961179] env[63043]: DEBUG oslo_vmware.api [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486213, 'name': PowerOffVM_Task, 'duration_secs': 0.230694} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.962027] env[63043]: DEBUG nova.policy [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '687584625c594b74b2c9003d341c8e36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2457a8c6bec405fb1f93f59303622ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.963775] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.964052] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.968024] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13f2a75d-22fd-4c30-85a0-d5df8c7fa0e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.045971] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.045971] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.045971] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleting the datastore file [datastore2] f1ea415c-1a7a-4ed4-a7e1-88f28360866c {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.045971] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ac014b9-74b2-4d67-97e3-eaeebeaf9767 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.058272] env[63043]: DEBUG oslo_vmware.api [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 882.058272] env[63043]: value = "task-2486215" [ 882.058272] env[63043]: _type = "Task" [ 882.058272] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.070692] env[63043]: DEBUG oslo_vmware.api [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.117024] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486211, 'name': ReconfigVM_Task, 'duration_secs': 0.727485} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.117024] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Reconfigured VM instance instance-00000044 to attach disk [datastore1] b1cc0753-f1d8-4870-b282-235ccd66e144/b1cc0753-f1d8-4870-b282-235ccd66e144.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.117024] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8842e2d8-df85-4818-93ee-1aebc5cdde31 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.126510] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 882.126510] env[63043]: value = "task-2486216" [ 882.126510] env[63043]: _type = "Task" [ 882.126510] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.137678] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486210, 'name': CloneVM_Task} progress is 95%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.145220] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486216, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.225018] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522cecfc-70c8-3bbc-4dfc-fe6cb1461aff, 'name': SearchDatastore_Task, 'duration_secs': 0.013463} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.225459] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.225557] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 163658b6-bb70-4efa-9acf-48db8c1370d3/163658b6-bb70-4efa-9acf-48db8c1370d3.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.225832] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17e55caf-10ab-44fe-9b48-a10ae941b1ce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.235534] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 882.235534] env[63043]: value = "task-2486217" [ 882.235534] env[63043]: _type = "Task" [ 882.235534] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.245289] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.353884] env[63043]: DEBUG nova.compute.manager [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.375525] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486212, 'name': CreateSnapshot_Task, 'duration_secs': 0.747989} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.375803] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 882.376705] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ae40ac-a636-46bb-8478-2392c28d373d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.380385] env[63043]: DEBUG nova.network.neutron [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Successfully created port: ef688717-4adf-4497-8d71-c2f61d6d5e7a {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.577361] env[63043]: DEBUG oslo_vmware.api [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281966} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.577841] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.577953] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.578124] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.578332] env[63043]: INFO nova.compute.manager [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 882.578593] env[63043]: DEBUG oslo.service.loopingcall [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.579028] env[63043]: DEBUG nova.compute.manager [-] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.579028] env[63043]: DEBUG nova.network.neutron [-] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.641085] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486210, 'name': CloneVM_Task, 'duration_secs': 1.992598} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.642146] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Created linked-clone VM from snapshot [ 882.643531] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef41347-9bd0-4d22-b5d0-4331b3e395fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.654097] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486216, 'name': Rename_Task, 'duration_secs': 0.20374} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.655351] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.655695] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0347dbd0-ba68-4447-902d-f4b5dbe67532 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.665232] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Uploading image e5d95b54-e310-4867-a692-8c878504f11c {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 882.671760] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 882.671760] env[63043]: value = "task-2486218" [ 882.671760] env[63043]: _type = "Task" [ 882.671760] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.687651] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.709295] env[63043]: DEBUG oslo_vmware.rw_handles [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 882.709295] env[63043]: value = "vm-503034" [ 882.709295] env[63043]: _type = "VirtualMachine" [ 882.709295] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 882.709591] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9d1322f-ef0d-4fe2-afab-73c8041159ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.724396] env[63043]: DEBUG oslo_vmware.rw_handles [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lease: (returnval){ [ 882.724396] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520b6f6b-29bd-bf67-d145-789ab7571f9c" [ 882.724396] env[63043]: _type = "HttpNfcLease" [ 882.724396] env[63043]: } obtained for exporting VM: (result){ [ 882.724396] env[63043]: value = "vm-503034" [ 882.724396] env[63043]: _type = "VirtualMachine" [ 882.724396] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 882.724751] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the lease: (returnval){ [ 882.724751] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520b6f6b-29bd-bf67-d145-789ab7571f9c" [ 882.724751] env[63043]: _type = "HttpNfcLease" [ 882.724751] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 882.736607] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.736607] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520b6f6b-29bd-bf67-d145-789ab7571f9c" [ 882.736607] env[63043]: _type = "HttpNfcLease" [ 882.736607] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 882.747665] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.808504] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1e7498-2a75-4a86-8f52-8b037751e080 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.817290] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b01a9c-d102-43c9-bb77-78e9d0367dee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.854011] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dca5e6-ceb2-499b-84eb-1c9eb48420fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.866334] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bfb5e5-5752-4693-8bd6-601b7ae1a29d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.884079] env[63043]: DEBUG nova.compute.provider_tree [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.903744] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 882.907010] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b96a5145-cda3-4fea-b43c-c7a008179c8f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.918512] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 882.918512] env[63043]: value = "task-2486220" [ 882.918512] env[63043]: _type = "Task" [ 882.918512] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.928534] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486220, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.184026] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486218, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.234914] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.234914] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520b6f6b-29bd-bf67-d145-789ab7571f9c" [ 883.234914] env[63043]: _type = "HttpNfcLease" [ 883.234914] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 883.237059] env[63043]: DEBUG oslo_vmware.rw_handles [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 883.237059] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520b6f6b-29bd-bf67-d145-789ab7571f9c" [ 883.237059] env[63043]: _type = "HttpNfcLease" [ 883.237059] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 883.237059] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11e53d2-10f6-42b8-935d-12aac11e5cc7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.254022] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605968} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.255525] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 163658b6-bb70-4efa-9acf-48db8c1370d3/163658b6-bb70-4efa-9acf-48db8c1370d3.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.255951] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.256407] env[63043]: DEBUG oslo_vmware.rw_handles [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280da34-a90f-65a4-bce6-a2d38baff913/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 883.256702] env[63043]: DEBUG oslo_vmware.rw_handles [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280da34-a90f-65a4-bce6-a2d38baff913/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 883.258195] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de466cd0-92ce-4fc3-a625-fd295dffcc24 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.329944] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 883.329944] env[63043]: value = "task-2486221" [ 883.329944] env[63043]: _type = "Task" [ 883.329944] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.332155] env[63043]: DEBUG nova.compute.manager [req-af35e205-04f2-4eb6-b9b9-d23ce18349cd req-e9031ead-a3da-45fa-9d89-cd119589377d service nova] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Received event network-vif-deleted-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.332155] env[63043]: INFO nova.compute.manager [req-af35e205-04f2-4eb6-b9b9-d23ce18349cd req-e9031ead-a3da-45fa-9d89-cd119589377d service nova] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Neutron deleted interface 7821cd28-cb94-42f4-ac18-08d7b0e6a6a6; detaching it from the instance and deleting it from the info cache [ 883.332292] env[63043]: DEBUG nova.network.neutron [req-af35e205-04f2-4eb6-b9b9-d23ce18349cd req-e9031ead-a3da-45fa-9d89-cd119589377d service nova] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.353443] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486221, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.372502] env[63043]: DEBUG nova.compute.manager [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.382682] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa8d610e-ebed-4a6f-b4eb-8caf5a411c2d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.391394] env[63043]: DEBUG nova.scheduler.client.report [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.404437] env[63043]: DEBUG nova.virt.hardware [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.404634] env[63043]: DEBUG nova.virt.hardware [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.404792] env[63043]: DEBUG nova.virt.hardware [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.405839] env[63043]: DEBUG nova.virt.hardware [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.408882] env[63043]: DEBUG nova.virt.hardware [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.409210] env[63043]: DEBUG nova.virt.hardware [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.409356] env[63043]: DEBUG nova.virt.hardware [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.409549] env[63043]: DEBUG nova.virt.hardware [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.409747] env[63043]: DEBUG nova.virt.hardware [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.409919] env[63043]: DEBUG nova.virt.hardware [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.410117] env[63043]: DEBUG nova.virt.hardware [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.412450] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1b8a66-d879-4e0a-89e3-2e87e3849736 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.428647] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c67c6ba-804c-47fe-bfd0-fe18a977bd57 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.451424] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486220, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.685645] env[63043]: DEBUG oslo_vmware.api [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486218, 'name': PowerOnVM_Task, 'duration_secs': 0.592503} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.689021] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.689021] env[63043]: INFO nova.compute.manager [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Took 9.34 seconds to spawn the instance on the hypervisor. [ 883.689021] env[63043]: DEBUG nova.compute.manager [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.689021] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686ce69d-deb1-4157-ac8e-8d94e28d4d28 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.835952] env[63043]: DEBUG nova.network.neutron [-] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.853167] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41bc3df6-1249-4bfe-80dd-a1ef36861406 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.864410] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114362} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.864739] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.865780] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3fa966-2600-4c17-ab19-91bf578fa763 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.871725] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8c73b7-c3fd-4406-a494-fb15ef6fdc99 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.902755] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.902755] env[63043]: DEBUG nova.compute.manager [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.916113] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 163658b6-bb70-4efa-9acf-48db8c1370d3/163658b6-bb70-4efa-9acf-48db8c1370d3.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.931586] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.373s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.931586] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.931586] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 883.931781] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.162s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.932015] env[63043]: DEBUG nova.objects.instance [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lazy-loading 'resources' on Instance uuid 73827131-0a2c-48ac-9358-d5d301c1144f {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.936470] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-151b6e76-16fa-4419-b09b-0f38adbffca0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.953437] env[63043]: DEBUG nova.compute.manager [req-af35e205-04f2-4eb6-b9b9-d23ce18349cd req-e9031ead-a3da-45fa-9d89-cd119589377d service nova] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Detach interface failed, port_id=7821cd28-cb94-42f4-ac18-08d7b0e6a6a6, reason: Instance f1ea415c-1a7a-4ed4-a7e1-88f28360866c could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 883.954460] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a82b2a-df25-4f59-ac10-ddb2549a558c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.970154] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628cbb25-dc07-40ce-acae-3928b1838528 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.974619] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486220, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.976969] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 883.976969] env[63043]: value = "task-2486222" [ 883.976969] env[63043]: _type = "Task" [ 883.976969] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.995836] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1eb4e1-daa7-4eeb-82c7-85a5f40dab94 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.004193] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.010049] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881d80d5-2977-463f-a289-a2786e5d3774 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.046829] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178645MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 884.046977] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.130329] env[63043]: DEBUG nova.compute.manager [req-8001f0e0-504e-4309-8b52-ff7cdd37004d req-c509cdb2-9e8d-4a70-877c-5d1d4d120fe2 service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Received event network-vif-plugged-ef688717-4adf-4497-8d71-c2f61d6d5e7a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.130835] env[63043]: DEBUG oslo_concurrency.lockutils [req-8001f0e0-504e-4309-8b52-ff7cdd37004d req-c509cdb2-9e8d-4a70-877c-5d1d4d120fe2 service nova] Acquiring lock "76849bd3-018d-4387-ab06-c8578da72d56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.134529] env[63043]: DEBUG oslo_concurrency.lockutils [req-8001f0e0-504e-4309-8b52-ff7cdd37004d req-c509cdb2-9e8d-4a70-877c-5d1d4d120fe2 service nova] Lock "76849bd3-018d-4387-ab06-c8578da72d56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.134529] env[63043]: DEBUG oslo_concurrency.lockutils [req-8001f0e0-504e-4309-8b52-ff7cdd37004d req-c509cdb2-9e8d-4a70-877c-5d1d4d120fe2 service nova] Lock "76849bd3-018d-4387-ab06-c8578da72d56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.134529] env[63043]: DEBUG nova.compute.manager [req-8001f0e0-504e-4309-8b52-ff7cdd37004d req-c509cdb2-9e8d-4a70-877c-5d1d4d120fe2 service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] No waiting events found dispatching network-vif-plugged-ef688717-4adf-4497-8d71-c2f61d6d5e7a {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.134529] env[63043]: WARNING nova.compute.manager [req-8001f0e0-504e-4309-8b52-ff7cdd37004d req-c509cdb2-9e8d-4a70-877c-5d1d4d120fe2 service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Received unexpected event network-vif-plugged-ef688717-4adf-4497-8d71-c2f61d6d5e7a for instance with vm_state building and task_state spawning. [ 884.147928] env[63043]: DEBUG nova.network.neutron [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Successfully updated port: ef688717-4adf-4497-8d71-c2f61d6d5e7a {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.208362] env[63043]: INFO nova.compute.manager [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Took 31.76 seconds to build instance. [ 884.353621] env[63043]: INFO nova.compute.manager [-] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Took 1.77 seconds to deallocate network for instance. [ 884.410862] env[63043]: DEBUG nova.compute.utils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 884.412502] env[63043]: DEBUG nova.compute.manager [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.412809] env[63043]: DEBUG nova.network.neutron [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.468288] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486220, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.471272] env[63043]: DEBUG nova.policy [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3ff02114d8d486ba4994e8c19355acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3120f870f9f04b24a10d2db836ff1ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.490956] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.650599] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Acquiring lock "refresh_cache-76849bd3-018d-4387-ab06-c8578da72d56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.652277] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Acquired lock "refresh_cache-76849bd3-018d-4387-ab06-c8578da72d56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.652277] env[63043]: DEBUG nova.network.neutron [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.711143] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7d13656b-c3b2-4005-9133-118a4814dfda tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "b1cc0753-f1d8-4870-b282-235ccd66e144" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.272s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.865832] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.913014] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a047ea8-e3a2-4753-a0ae-192e900481ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.916882] env[63043]: DEBUG nova.compute.manager [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.928319] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4b33e0-0295-4d93-ae4b-437fbf0c51b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.980195] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e307787-04cc-4f07-a22a-26c35f013645 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.995068] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486220, 'name': CloneVM_Task} progress is 95%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.003512] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486222, 'name': ReconfigVM_Task, 'duration_secs': 0.901013} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.004936] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730cac3b-e888-41ca-80a9-0875a98fd030 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.011664] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 163658b6-bb70-4efa-9acf-48db8c1370d3/163658b6-bb70-4efa-9acf-48db8c1370d3.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.011664] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77d07d44-0a1c-438f-86cf-3d561db41ae0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.016459] env[63043]: DEBUG nova.network.neutron [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Successfully created port: e551ffe2-7a49-4333-84bc-ab4ff55f24f4 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.029470] env[63043]: DEBUG nova.compute.provider_tree [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.032422] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 885.032422] env[63043]: value = "task-2486223" [ 885.032422] env[63043]: _type = "Task" [ 885.032422] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.042291] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486223, 'name': Rename_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.202610] env[63043]: DEBUG nova.network.neutron [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.440442] env[63043]: DEBUG nova.network.neutron [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Updating instance_info_cache with network_info: [{"id": "ef688717-4adf-4497-8d71-c2f61d6d5e7a", "address": "fa:16:3e:c0:0a:f8", "network": {"id": "4676dc5e-e1ed-434b-a361-447a3fce3d60", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1922075116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2457a8c6bec405fb1f93f59303622ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef688717-4a", "ovs_interfaceid": "ef688717-4adf-4497-8d71-c2f61d6d5e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.487564] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486220, 'name': CloneVM_Task, 'duration_secs': 2.29} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.487906] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Created linked-clone VM from snapshot [ 885.488867] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b4766b-15be-49a1-bb55-d260452f3cf9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.498263] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Uploading image 3362c2b8-7e37-4c12-af9b-139d452d9f83 {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 885.531231] env[63043]: DEBUG oslo_vmware.rw_handles [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 885.531231] env[63043]: value = "vm-503036" [ 885.531231] env[63043]: _type = "VirtualMachine" [ 885.531231] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 885.531231] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-340027f0-ca81-4e46-9488-bf853e816fdf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.537962] env[63043]: DEBUG nova.scheduler.client.report [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.544793] env[63043]: DEBUG oslo_vmware.rw_handles [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lease: (returnval){ [ 885.544793] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b90aa3-9c99-3758-50d4-12573442e5bb" [ 885.544793] env[63043]: _type = "HttpNfcLease" [ 885.544793] env[63043]: } obtained for exporting VM: (result){ [ 885.544793] env[63043]: value = "vm-503036" [ 885.544793] env[63043]: _type = "VirtualMachine" [ 885.544793] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 885.544793] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the lease: (returnval){ [ 885.544793] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b90aa3-9c99-3758-50d4-12573442e5bb" [ 885.544793] env[63043]: _type = "HttpNfcLease" [ 885.544793] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 885.550869] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486223, 'name': Rename_Task, 'duration_secs': 0.226096} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.551618] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.551902] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7823a1e8-dd5e-4aef-a168-dd3a71d2df7e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.555697] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.555697] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b90aa3-9c99-3758-50d4-12573442e5bb" [ 885.555697] env[63043]: _type = "HttpNfcLease" [ 885.555697] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 885.562063] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 885.562063] env[63043]: value = "task-2486225" [ 885.562063] env[63043]: _type = "Task" [ 885.562063] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.573859] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.745007] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.745413] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.781074] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "d8deac97-c526-4354-bd90-8d9096aa58d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.781467] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "d8deac97-c526-4354-bd90-8d9096aa58d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.840454] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "d73e7816-e8e6-4f49-8a8c-98134ffc27d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.840736] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "d73e7816-e8e6-4f49-8a8c-98134ffc27d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.929898] env[63043]: DEBUG nova.compute.manager [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.943761] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Releasing lock "refresh_cache-76849bd3-018d-4387-ab06-c8578da72d56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.944217] env[63043]: DEBUG nova.compute.manager [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Instance network_info: |[{"id": "ef688717-4adf-4497-8d71-c2f61d6d5e7a", "address": "fa:16:3e:c0:0a:f8", "network": {"id": "4676dc5e-e1ed-434b-a361-447a3fce3d60", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1922075116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2457a8c6bec405fb1f93f59303622ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef688717-4a", "ovs_interfaceid": "ef688717-4adf-4497-8d71-c2f61d6d5e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.947076] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:0a:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef688717-4adf-4497-8d71-c2f61d6d5e7a', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.958552] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Creating folder: Project (e2457a8c6bec405fb1f93f59303622ad). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.959363] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2478717-c9e3-4e54-8ffd-fbd901f3c99b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.966952] env[63043]: DEBUG nova.virt.hardware [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.967236] env[63043]: DEBUG nova.virt.hardware [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.967414] env[63043]: DEBUG nova.virt.hardware [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.967615] env[63043]: DEBUG nova.virt.hardware [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.967895] env[63043]: DEBUG nova.virt.hardware [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.967954] env[63043]: DEBUG nova.virt.hardware [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.968471] env[63043]: DEBUG nova.virt.hardware [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.968733] env[63043]: DEBUG nova.virt.hardware [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.969064] env[63043]: DEBUG nova.virt.hardware [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.969391] env[63043]: DEBUG nova.virt.hardware [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.969812] env[63043]: DEBUG nova.virt.hardware [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.970828] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5e05c8-1b22-432c-a6dc-2f7477a513b6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.977731] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Created folder: Project (e2457a8c6bec405fb1f93f59303622ad) in parent group-v502843. [ 885.977981] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Creating folder: Instances. Parent ref: group-v503037. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.980448] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65d03084-7635-4662-a596-1933e70e0857 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.985314] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1277fdb0-2f5e-485a-856d-b85a92f64fee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.009509] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Created folder: Instances in parent group-v503037. [ 886.010186] env[63043]: DEBUG oslo.service.loopingcall [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.010498] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.010850] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb46991f-ddd6-4861-b751-39f6eeca1a20 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.036150] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.036150] env[63043]: value = "task-2486228" [ 886.036150] env[63043]: _type = "Task" [ 886.036150] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.048312] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.049193] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486228, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.049829] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.910s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.050124] env[63043]: DEBUG nova.objects.instance [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63043) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 886.061054] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.061054] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b90aa3-9c99-3758-50d4-12573442e5bb" [ 886.061054] env[63043]: _type = "HttpNfcLease" [ 886.061054] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 886.061357] env[63043]: DEBUG oslo_vmware.rw_handles [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 886.061357] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b90aa3-9c99-3758-50d4-12573442e5bb" [ 886.061357] env[63043]: _type = "HttpNfcLease" [ 886.061357] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 886.062633] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ad7ea2-0b97-45c6-a455-cdcbab47ecf4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.078411] env[63043]: DEBUG oslo_vmware.rw_handles [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c11e9-eb1e-2bd6-e350-fed773baa8a0/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 886.078411] env[63043]: DEBUG oslo_vmware.rw_handles [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c11e9-eb1e-2bd6-e350-fed773baa8a0/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 886.084953] env[63043]: INFO nova.scheduler.client.report [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Deleted allocations for instance 73827131-0a2c-48ac-9358-d5d301c1144f [ 886.090124] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486225, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.205736] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a811ab02-1c8f-4bd8-882f-fb1ba106ffe8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.216772] env[63043]: DEBUG nova.compute.manager [req-755e47e1-9408-4d8e-93e1-1291a273e1f7 req-190f980f-f67d-49b6-b838-da1bb7600c9b service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Received event network-changed-ef688717-4adf-4497-8d71-c2f61d6d5e7a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.217147] env[63043]: DEBUG nova.compute.manager [req-755e47e1-9408-4d8e-93e1-1291a273e1f7 req-190f980f-f67d-49b6-b838-da1bb7600c9b service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Refreshing instance network info cache due to event network-changed-ef688717-4adf-4497-8d71-c2f61d6d5e7a. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 886.217238] env[63043]: DEBUG oslo_concurrency.lockutils [req-755e47e1-9408-4d8e-93e1-1291a273e1f7 req-190f980f-f67d-49b6-b838-da1bb7600c9b service nova] Acquiring lock "refresh_cache-76849bd3-018d-4387-ab06-c8578da72d56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.217402] env[63043]: DEBUG oslo_concurrency.lockutils [req-755e47e1-9408-4d8e-93e1-1291a273e1f7 req-190f980f-f67d-49b6-b838-da1bb7600c9b service nova] Acquired lock "refresh_cache-76849bd3-018d-4387-ab06-c8578da72d56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.217672] env[63043]: DEBUG nova.network.neutron [req-755e47e1-9408-4d8e-93e1-1291a273e1f7 req-190f980f-f67d-49b6-b838-da1bb7600c9b service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Refreshing network info cache for port ef688717-4adf-4497-8d71-c2f61d6d5e7a {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.248792] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.284558] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.306356] env[63043]: DEBUG nova.compute.manager [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Stashing vm_state: active {{(pid=63043) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 886.343549] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.549961] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486228, 'name': CreateVM_Task, 'duration_secs': 0.425601} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.551533] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.551533] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.551702] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.551984] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.552366] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1263955-daf1-49cf-8bba-8609aa8eab10 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.562502] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Waiting for the task: (returnval){ [ 886.562502] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5273610b-6464-ad87-df55-b7a1d5878279" [ 886.562502] env[63043]: _type = "Task" [ 886.562502] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.577144] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5273610b-6464-ad87-df55-b7a1d5878279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.584362] env[63043]: DEBUG oslo_vmware.api [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486225, 'name': PowerOnVM_Task, 'duration_secs': 0.680846} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.584655] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.584863] env[63043]: INFO nova.compute.manager [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Took 9.74 seconds to spawn the instance on the hypervisor. [ 886.585056] env[63043]: DEBUG nova.compute.manager [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.585931] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f639bc-d720-4d9e-9ef4-f5c59a8fb7f1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.662719] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c6eb238b-ea71-41da-9450-d2995626d18b tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Lock "73827131-0a2c-48ac-9358-d5d301c1144f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.781s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.781716] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.809706] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.831123] env[63043]: DEBUG oslo_concurrency.lockutils [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.880606] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.066020] env[63043]: DEBUG nova.network.neutron [req-755e47e1-9408-4d8e-93e1-1291a273e1f7 req-190f980f-f67d-49b6-b838-da1bb7600c9b service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Updated VIF entry in instance network info cache for port ef688717-4adf-4497-8d71-c2f61d6d5e7a. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.066409] env[63043]: DEBUG nova.network.neutron [req-755e47e1-9408-4d8e-93e1-1291a273e1f7 req-190f980f-f67d-49b6-b838-da1bb7600c9b service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Updating instance_info_cache with network_info: [{"id": "ef688717-4adf-4497-8d71-c2f61d6d5e7a", "address": "fa:16:3e:c0:0a:f8", "network": {"id": "4676dc5e-e1ed-434b-a361-447a3fce3d60", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1922075116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2457a8c6bec405fb1f93f59303622ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef688717-4a", "ovs_interfaceid": "ef688717-4adf-4497-8d71-c2f61d6d5e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.070390] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4d0c09d5-5066-4ac8-85b6-dd160e231c1e tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.076522] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.757s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.076842] env[63043]: DEBUG nova.objects.instance [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lazy-loading 'resources' on Instance uuid 54587894-0a8c-42a4-9af4-44da11cfb9f6 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.094657] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5273610b-6464-ad87-df55-b7a1d5878279, 'name': SearchDatastore_Task, 'duration_secs': 0.01442} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.095096] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.095467] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.095778] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.095958] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.096467] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.097186] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ede50b-65ef-4b48-8353-2a1939e7474b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.109300] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.109523] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.112191] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b813c0d2-0ae9-473d-aadb-dd2b4c44d348 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.115806] env[63043]: INFO nova.compute.manager [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Took 33.96 seconds to build instance. [ 887.122959] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Waiting for the task: (returnval){ [ 887.122959] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b00521-58b2-8dd2-2c2e-48276421e12c" [ 887.122959] env[63043]: _type = "Task" [ 887.122959] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.130901] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b00521-58b2-8dd2-2c2e-48276421e12c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.289995] env[63043]: DEBUG nova.network.neutron [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Successfully updated port: e551ffe2-7a49-4333-84bc-ab4ff55f24f4 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.577931] env[63043]: DEBUG oslo_concurrency.lockutils [req-755e47e1-9408-4d8e-93e1-1291a273e1f7 req-190f980f-f67d-49b6-b838-da1bb7600c9b service nova] Releasing lock "refresh_cache-76849bd3-018d-4387-ab06-c8578da72d56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.621114] env[63043]: DEBUG oslo_concurrency.lockutils [None req-123bf483-15ea-4737-b26f-7cf0998a75eb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "163658b6-bb70-4efa-9acf-48db8c1370d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.474s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.635718] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b00521-58b2-8dd2-2c2e-48276421e12c, 'name': SearchDatastore_Task, 'duration_secs': 0.018727} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.639600] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41bbd928-e796-4d24-b731-3f25d98c030d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.648923] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Waiting for the task: (returnval){ [ 887.648923] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52ac2394-6b85-4b50-f6d8-d175dc00546c" [ 887.648923] env[63043]: _type = "Task" [ 887.648923] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.667055] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ac2394-6b85-4b50-f6d8-d175dc00546c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.798119] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "refresh_cache-defb3449-f541-474e-a780-5d639dcf7856" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.798628] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "refresh_cache-defb3449-f541-474e-a780-5d639dcf7856" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.799159] env[63043]: DEBUG nova.network.neutron [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.076123] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862d76f7-bdaf-44a7-9a02-4bd3de14b6c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.085222] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f661476-2d85-4edb-92f9-87b588ba05d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.121134] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f485b291-64c2-4cdc-946b-1e16f33e96bd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.135061] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbde0f01-a1c7-4087-9fe0-0affd8d4a889 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.154902] env[63043]: DEBUG nova.compute.provider_tree [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.165580] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ac2394-6b85-4b50-f6d8-d175dc00546c, 'name': SearchDatastore_Task, 'duration_secs': 0.022032} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.166089] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.166515] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 76849bd3-018d-4387-ab06-c8578da72d56/76849bd3-018d-4387-ab06-c8578da72d56.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.167023] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30571e33-f071-4196-a606-edbba999d221 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.181191] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Waiting for the task: (returnval){ [ 888.181191] env[63043]: value = "task-2486229" [ 888.181191] env[63043]: _type = "Task" [ 888.181191] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.194429] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.354035] env[63043]: DEBUG nova.network.neutron [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.530361] env[63043]: DEBUG nova.network.neutron [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Updating instance_info_cache with network_info: [{"id": "e551ffe2-7a49-4333-84bc-ab4ff55f24f4", "address": "fa:16:3e:37:73:eb", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape551ffe2-7a", "ovs_interfaceid": "e551ffe2-7a49-4333-84bc-ab4ff55f24f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.659653] env[63043]: DEBUG nova.scheduler.client.report [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.692623] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486229, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.036543] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "refresh_cache-defb3449-f541-474e-a780-5d639dcf7856" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.036955] env[63043]: DEBUG nova.compute.manager [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Instance network_info: |[{"id": "e551ffe2-7a49-4333-84bc-ab4ff55f24f4", "address": "fa:16:3e:37:73:eb", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape551ffe2-7a", "ovs_interfaceid": "e551ffe2-7a49-4333-84bc-ab4ff55f24f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.037408] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:73:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e551ffe2-7a49-4333-84bc-ab4ff55f24f4', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.045379] env[63043]: DEBUG oslo.service.loopingcall [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.045646] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: defb3449-f541-474e-a780-5d639dcf7856] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.045875] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2efe3464-3fd5-4475-87d8-2cd26f548e49 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.069043] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.069043] env[63043]: value = "task-2486230" [ 889.069043] env[63043]: _type = "Task" [ 889.069043] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.079595] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486230, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.165699] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.172455] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.067s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.172455] env[63043]: INFO nova.compute.claims [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.196677] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623339} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.197077] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 76849bd3-018d-4387-ab06-c8578da72d56/76849bd3-018d-4387-ab06-c8578da72d56.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.197209] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.197527] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b56eb23b-f478-47aa-b8b1-03b03e8380b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.206575] env[63043]: INFO nova.scheduler.client.report [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted allocations for instance 54587894-0a8c-42a4-9af4-44da11cfb9f6 [ 889.215455] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Waiting for the task: (returnval){ [ 889.215455] env[63043]: value = "task-2486231" [ 889.215455] env[63043]: _type = "Task" [ 889.215455] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.227971] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.584225] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486230, 'name': CreateVM_Task, 'duration_secs': 0.411348} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.584463] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: defb3449-f541-474e-a780-5d639dcf7856] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.585132] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.585349] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.585692] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.585993] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc30df1b-04e9-4531-bdb3-cb72ca55f6ce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.591885] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 889.591885] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529ee982-c036-ff12-1f37-8ea586ca76be" [ 889.591885] env[63043]: _type = "Task" [ 889.591885] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.601524] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529ee982-c036-ff12-1f37-8ea586ca76be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.720377] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a01ce75-b303-4303-a153-e8e694577086 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "54587894-0a8c-42a4-9af4-44da11cfb9f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.972s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.727935] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104754} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.728241] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.729064] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb21837-0732-4957-bf64-1e1cf13245aa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.756358] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 76849bd3-018d-4387-ab06-c8578da72d56/76849bd3-018d-4387-ab06-c8578da72d56.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.757363] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e125925c-4fc7-48ad-8a7b-81b4fc0d1b92 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.793516] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Waiting for the task: (returnval){ [ 889.793516] env[63043]: value = "task-2486232" [ 889.793516] env[63043]: _type = "Task" [ 889.793516] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.803477] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.110905] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529ee982-c036-ff12-1f37-8ea586ca76be, 'name': SearchDatastore_Task, 'duration_secs': 0.015362} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.111244] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.111504] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.111770] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.111891] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.112089] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.112392] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-205dac2d-e845-4690-a987-c40e488ac73d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.125162] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.125406] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.126287] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c172f87-186c-42b1-ba82-53bbba7c8803 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.132935] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 890.132935] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52258b33-de61-cac9-7be3-ec832c869603" [ 890.132935] env[63043]: _type = "Task" [ 890.132935] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.142230] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52258b33-de61-cac9-7be3-ec832c869603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.304928] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486232, 'name': ReconfigVM_Task, 'duration_secs': 0.357092} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.308160] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 76849bd3-018d-4387-ab06-c8578da72d56/76849bd3-018d-4387-ab06-c8578da72d56.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.309145] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f084c12d-db2e-40d9-b04f-9f2fc0ee1ac1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.319641] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Waiting for the task: (returnval){ [ 890.319641] env[63043]: value = "task-2486233" [ 890.319641] env[63043]: _type = "Task" [ 890.319641] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.334599] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486233, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.528071] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b292a8-c59f-4d44-9921-21b0f0d7a2ed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.539911] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fad134-b6a6-4139-b237-0293c73f44c6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.574364] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dcd953-6c94-44e6-bd45-0f8b4a44fd49 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.584531] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6735161a-3f70-44fc-8d7a-ac35d2281d18 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.602756] env[63043]: DEBUG nova.compute.provider_tree [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.650310] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52258b33-de61-cac9-7be3-ec832c869603, 'name': SearchDatastore_Task, 'duration_secs': 0.019465} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.651313] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ac89e7-42a1-457d-b817-a418a39553e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.658388] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 890.658388] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5200d699-8a3a-fd0c-0497-d0b2bffc131c" [ 890.658388] env[63043]: _type = "Task" [ 890.658388] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.669868] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5200d699-8a3a-fd0c-0497-d0b2bffc131c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.833650] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486233, 'name': Rename_Task, 'duration_secs': 0.170215} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.833974] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.834212] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a6d81cd-f708-4442-ac91-1d9fae09ced7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.843017] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Waiting for the task: (returnval){ [ 890.843017] env[63043]: value = "task-2486234" [ 890.843017] env[63043]: _type = "Task" [ 890.843017] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.852026] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.105382] env[63043]: DEBUG nova.scheduler.client.report [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.171652] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5200d699-8a3a-fd0c-0497-d0b2bffc131c, 'name': SearchDatastore_Task, 'duration_secs': 0.016219} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.171958] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.172273] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] defb3449-f541-474e-a780-5d639dcf7856/defb3449-f541-474e-a780-5d639dcf7856.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.172576] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba4f5a32-82d0-404c-9d99-b5aefb7c6b07 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.182185] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 891.182185] env[63043]: value = "task-2486235" [ 891.182185] env[63043]: _type = "Task" [ 891.182185] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.192576] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.356072] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486234, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.612082] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.612703] env[63043]: DEBUG nova.compute.manager [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.615838] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.031s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.616141] env[63043]: DEBUG nova.objects.instance [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lazy-loading 'resources' on Instance uuid 80805db5-2215-4d5a-9b38-e4d82d76ffbe {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.696119] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486235, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.855012] env[63043]: DEBUG oslo_vmware.api [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486234, 'name': PowerOnVM_Task, 'duration_secs': 0.561782} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.855440] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.855773] env[63043]: INFO nova.compute.manager [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Took 8.48 seconds to spawn the instance on the hypervisor. [ 891.855909] env[63043]: DEBUG nova.compute.manager [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.856823] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bad242-dde7-4f88-9e8c-8becfd995889 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.122256] env[63043]: DEBUG nova.compute.utils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 892.124129] env[63043]: DEBUG nova.compute.manager [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.124358] env[63043]: DEBUG nova.network.neutron [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.165410] env[63043]: DEBUG nova.policy [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc571e600ae340a39621d3ca98c814b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65747648e0714297a223243f77bbdfc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.194659] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551772} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.197724] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] defb3449-f541-474e-a780-5d639dcf7856/defb3449-f541-474e-a780-5d639dcf7856.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.197997] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.199723] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cd8d75a-d3ae-4f21-a75e-1dbbcebe4e96 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.218341] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 892.218341] env[63043]: value = "task-2486236" [ 892.218341] env[63043]: _type = "Task" [ 892.218341] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.231036] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.378627] env[63043]: INFO nova.compute.manager [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Took 34.50 seconds to build instance. [ 892.479859] env[63043]: DEBUG nova.network.neutron [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Successfully created port: 1a0f4154-0faf-4586-b83c-3684bd28b139 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.506235] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6871f0a9-5138-4ddd-8604-1a49d4e30e7a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.515954] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd7e884-b492-400b-98f7-afab2c460359 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.553076] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2b7599-334e-457c-b77f-916eb8da5eb6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.562709] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1eab9d-15ea-438d-8e87-3f5609a4aed1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.579560] env[63043]: DEBUG nova.compute.provider_tree [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.628229] env[63043]: DEBUG nova.compute.manager [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.729704] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087905} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.729989] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.730808] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7eb019-d6f6-4dc0-a6bf-35dbe2fada0d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.735310] env[63043]: DEBUG oslo_vmware.rw_handles [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280da34-a90f-65a4-bce6-a2d38baff913/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 892.736184] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37764016-d1ec-4aa8-8f6d-775fdd5e40c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.763729] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] defb3449-f541-474e-a780-5d639dcf7856/defb3449-f541-474e-a780-5d639dcf7856.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.764078] env[63043]: DEBUG oslo_vmware.rw_handles [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280da34-a90f-65a4-bce6-a2d38baff913/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 892.764259] env[63043]: ERROR oslo_vmware.rw_handles [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280da34-a90f-65a4-bce6-a2d38baff913/disk-0.vmdk due to incomplete transfer. [ 892.764508] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228ac0dc-250b-4582-bd7c-e4acf11ea921 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.779023] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3c43d6d4-228f-4841-97cd-10e35b15a087 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.793797] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 892.793797] env[63043]: value = "task-2486237" [ 892.793797] env[63043]: _type = "Task" [ 892.793797] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.795285] env[63043]: DEBUG oslo_vmware.rw_handles [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280da34-a90f-65a4-bce6-a2d38baff913/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 892.795796] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Uploaded image e5d95b54-e310-4867-a692-8c878504f11c to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 892.798272] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 892.802139] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4f65ecac-2738-4990-9131-7b111fd3b3e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.814072] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.814946] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 892.814946] env[63043]: value = "task-2486238" [ 892.814946] env[63043]: _type = "Task" [ 892.814946] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.826689] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486238, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.881232] env[63043]: DEBUG oslo_concurrency.lockutils [None req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Lock "76849bd3-018d-4387-ab06-c8578da72d56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.015s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.086273] env[63043]: DEBUG nova.scheduler.client.report [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.266698] env[63043]: DEBUG nova.compute.manager [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: defb3449-f541-474e-a780-5d639dcf7856] Received event network-vif-plugged-e551ffe2-7a49-4333-84bc-ab4ff55f24f4 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.266848] env[63043]: DEBUG oslo_concurrency.lockutils [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] Acquiring lock "defb3449-f541-474e-a780-5d639dcf7856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.267095] env[63043]: DEBUG oslo_concurrency.lockutils [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] Lock "defb3449-f541-474e-a780-5d639dcf7856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.267260] env[63043]: DEBUG oslo_concurrency.lockutils [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] Lock "defb3449-f541-474e-a780-5d639dcf7856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.267456] env[63043]: DEBUG nova.compute.manager [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: defb3449-f541-474e-a780-5d639dcf7856] No waiting events found dispatching network-vif-plugged-e551ffe2-7a49-4333-84bc-ab4ff55f24f4 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.267624] env[63043]: WARNING nova.compute.manager [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: defb3449-f541-474e-a780-5d639dcf7856] Received unexpected event network-vif-plugged-e551ffe2-7a49-4333-84bc-ab4ff55f24f4 for instance with vm_state building and task_state spawning. [ 893.267801] env[63043]: DEBUG nova.compute.manager [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: defb3449-f541-474e-a780-5d639dcf7856] Received event network-changed-e551ffe2-7a49-4333-84bc-ab4ff55f24f4 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.267952] env[63043]: DEBUG nova.compute.manager [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: defb3449-f541-474e-a780-5d639dcf7856] Refreshing instance network info cache due to event network-changed-e551ffe2-7a49-4333-84bc-ab4ff55f24f4. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 893.268160] env[63043]: DEBUG oslo_concurrency.lockutils [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] Acquiring lock "refresh_cache-defb3449-f541-474e-a780-5d639dcf7856" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.268299] env[63043]: DEBUG oslo_concurrency.lockutils [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] Acquired lock "refresh_cache-defb3449-f541-474e-a780-5d639dcf7856" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.268460] env[63043]: DEBUG nova.network.neutron [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: defb3449-f541-474e-a780-5d639dcf7856] Refreshing network info cache for port e551ffe2-7a49-4333-84bc-ab4ff55f24f4 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.314988] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.333588] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486238, 'name': Destroy_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.594890] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.597654] env[63043]: DEBUG oslo_concurrency.lockutils [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.117s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.597878] env[63043]: DEBUG nova.objects.instance [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Lazy-loading 'resources' on Instance uuid a127bec7-a016-412c-8af1-bf8f12863654 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.624501] env[63043]: INFO nova.scheduler.client.report [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Deleted allocations for instance 80805db5-2215-4d5a-9b38-e4d82d76ffbe [ 893.644134] env[63043]: DEBUG nova.compute.manager [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.678300] env[63043]: DEBUG nova.virt.hardware [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.678639] env[63043]: DEBUG nova.virt.hardware [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.678816] env[63043]: DEBUG nova.virt.hardware [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.679050] env[63043]: DEBUG nova.virt.hardware [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.679216] env[63043]: DEBUG nova.virt.hardware [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.679370] env[63043]: DEBUG nova.virt.hardware [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.679588] env[63043]: DEBUG nova.virt.hardware [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.679751] env[63043]: DEBUG nova.virt.hardware [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.679936] env[63043]: DEBUG nova.virt.hardware [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.682275] env[63043]: DEBUG nova.virt.hardware [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.682275] env[63043]: DEBUG nova.virt.hardware [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.684177] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c23ba-6762-48c6-8021-ad5c85c2eb30 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.697155] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37292b8e-ffd5-41bc-bdac-defc83c72ff1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.809129] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486237, 'name': ReconfigVM_Task, 'duration_secs': 0.59659} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.810032] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Reconfigured VM instance instance-00000047 to attach disk [datastore2] defb3449-f541-474e-a780-5d639dcf7856/defb3449-f541-474e-a780-5d639dcf7856.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.810241] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e381a697-e3fc-4536-9dba-ea0b29b95ad5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.822501] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 893.822501] env[63043]: value = "task-2486242" [ 893.822501] env[63043]: _type = "Task" [ 893.822501] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.830518] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486238, 'name': Destroy_Task, 'duration_secs': 0.686244} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.831207] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Destroyed the VM [ 893.831470] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 893.831727] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d77e49ec-f95e-4220-968a-1683586dcd25 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.837807] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486242, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.847119] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 893.847119] env[63043]: value = "task-2486243" [ 893.847119] env[63043]: _type = "Task" [ 893.847119] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.862710] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486243, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.081375] env[63043]: DEBUG nova.network.neutron [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: defb3449-f541-474e-a780-5d639dcf7856] Updated VIF entry in instance network info cache for port e551ffe2-7a49-4333-84bc-ab4ff55f24f4. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.081375] env[63043]: DEBUG nova.network.neutron [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: defb3449-f541-474e-a780-5d639dcf7856] Updating instance_info_cache with network_info: [{"id": "e551ffe2-7a49-4333-84bc-ab4ff55f24f4", "address": "fa:16:3e:37:73:eb", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape551ffe2-7a", "ovs_interfaceid": "e551ffe2-7a49-4333-84bc-ab4ff55f24f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.137740] env[63043]: DEBUG oslo_concurrency.lockutils [None req-6c191411-bf7f-41b1-8456-b23d8acbd322 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Lock "80805db5-2215-4d5a-9b38-e4d82d76ffbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.497s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.337321] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486242, 'name': Rename_Task, 'duration_secs': 0.21664} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.340265] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.340768] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eb2b087-04b7-4a47-a937-909bba16db01 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.353159] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 894.353159] env[63043]: value = "task-2486244" [ 894.353159] env[63043]: _type = "Task" [ 894.353159] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.368925] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486243, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.372273] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.538699] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eab46fd-ac69-4a93-98a7-7c1386b5edab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.551175] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be15d4d2-b966-4892-aa20-2bc5e41c8bac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.594408] env[63043]: DEBUG oslo_concurrency.lockutils [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] Releasing lock "refresh_cache-defb3449-f541-474e-a780-5d639dcf7856" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.595617] env[63043]: DEBUG nova.compute.manager [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received event network-changed-34492675-5838-4cbe-8fb3-4bd6074ad973 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.595617] env[63043]: DEBUG nova.compute.manager [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Refreshing instance network info cache due to event network-changed-34492675-5838-4cbe-8fb3-4bd6074ad973. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 894.595617] env[63043]: DEBUG oslo_concurrency.lockutils [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] Acquiring lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.595855] env[63043]: DEBUG oslo_concurrency.lockutils [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] Acquired lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.597517] env[63043]: DEBUG nova.network.neutron [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Refreshing network info cache for port 34492675-5838-4cbe-8fb3-4bd6074ad973 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.601183] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c54f3c8-ebfa-4c40-8020-309fcf6a034e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.612284] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46d1670-5eb1-4f8f-913b-3ff35efb1a49 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.633572] env[63043]: DEBUG nova.compute.provider_tree [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.698878] env[63043]: DEBUG nova.network.neutron [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Successfully updated port: 1a0f4154-0faf-4586-b83c-3684bd28b139 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.728879] env[63043]: DEBUG oslo_vmware.rw_handles [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c11e9-eb1e-2bd6-e350-fed773baa8a0/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 894.730425] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f9cf1b-7b22-49d8-a405-dff8b26652cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.739639] env[63043]: DEBUG oslo_vmware.rw_handles [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c11e9-eb1e-2bd6-e350-fed773baa8a0/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 894.741615] env[63043]: ERROR oslo_vmware.rw_handles [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c11e9-eb1e-2bd6-e350-fed773baa8a0/disk-0.vmdk due to incomplete transfer. [ 894.741615] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f10140d3-cb39-4b16-b338-719d74a8df79 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.750850] env[63043]: DEBUG oslo_vmware.rw_handles [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c11e9-eb1e-2bd6-e350-fed773baa8a0/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 894.751218] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Uploaded image 3362c2b8-7e37-4c12-af9b-139d452d9f83 to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 894.753118] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 894.753558] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-18dbde04-72ca-474f-8885-c60db403e298 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.771191] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 894.771191] env[63043]: value = "task-2486245" [ 894.771191] env[63043]: _type = "Task" [ 894.771191] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.785499] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486245, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.816990] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "f516ab13-e028-4f84-a5fc-d567a658c6ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.817397] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "f516ab13-e028-4f84-a5fc-d567a658c6ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.869981] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.873704] env[63043]: DEBUG oslo_vmware.api [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486243, 'name': RemoveSnapshot_Task, 'duration_secs': 0.996167} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.874402] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 894.874641] env[63043]: INFO nova.compute.manager [None req-deb1ba17-335a-4eb0-8cef-c3ef9e97762a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Took 17.89 seconds to snapshot the instance on the hypervisor. [ 895.137897] env[63043]: DEBUG nova.scheduler.client.report [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.203126] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.203578] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.203578] env[63043]: DEBUG nova.network.neutron [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.268650] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "ed95df25-c27c-404b-bc9a-48fa014b3de3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.268650] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "ed95df25-c27c-404b-bc9a-48fa014b3de3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.281524] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486245, 'name': Destroy_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.321484] env[63043]: DEBUG nova.compute.manager [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.375343] env[63043]: DEBUG oslo_vmware.api [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486244, 'name': PowerOnVM_Task, 'duration_secs': 0.959488} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.375955] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.376238] env[63043]: INFO nova.compute.manager [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Took 9.45 seconds to spawn the instance on the hypervisor. [ 895.376369] env[63043]: DEBUG nova.compute.manager [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.377537] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6239b0ee-5412-42ca-8271-55c4eb4179f3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.449873] env[63043]: DEBUG nova.compute.manager [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Received event network-vif-plugged-1a0f4154-0faf-4586-b83c-3684bd28b139 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.451321] env[63043]: DEBUG oslo_concurrency.lockutils [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] Acquiring lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.451623] env[63043]: DEBUG oslo_concurrency.lockutils [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.453513] env[63043]: DEBUG oslo_concurrency.lockutils [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.454922] env[63043]: DEBUG nova.compute.manager [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] No waiting events found dispatching network-vif-plugged-1a0f4154-0faf-4586-b83c-3684bd28b139 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.454922] env[63043]: WARNING nova.compute.manager [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Received unexpected event network-vif-plugged-1a0f4154-0faf-4586-b83c-3684bd28b139 for instance with vm_state building and task_state spawning. [ 895.454922] env[63043]: DEBUG nova.compute.manager [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Received event network-changed-1a0f4154-0faf-4586-b83c-3684bd28b139 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.454922] env[63043]: DEBUG nova.compute.manager [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Refreshing instance network info cache due to event network-changed-1a0f4154-0faf-4586-b83c-3684bd28b139. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.454922] env[63043]: DEBUG oslo_concurrency.lockutils [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] Acquiring lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.644280] env[63043]: DEBUG oslo_concurrency.lockutils [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.649071] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.035s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.650725] env[63043]: INFO nova.compute.claims [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.682023] env[63043]: DEBUG nova.network.neutron [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updated VIF entry in instance network info cache for port 34492675-5838-4cbe-8fb3-4bd6074ad973. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.682409] env[63043]: DEBUG nova.network.neutron [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updating instance_info_cache with network_info: [{"id": "34492675-5838-4cbe-8fb3-4bd6074ad973", "address": "fa:16:3e:fb:83:cd", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34492675-58", "ovs_interfaceid": "34492675-5838-4cbe-8fb3-4bd6074ad973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.692694] env[63043]: INFO nova.scheduler.client.report [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Deleted allocations for instance a127bec7-a016-412c-8af1-bf8f12863654 [ 895.763210] env[63043]: DEBUG nova.network.neutron [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.772409] env[63043]: DEBUG nova.compute.manager [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.796117] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486245, 'name': Destroy_Task, 'duration_secs': 0.602092} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.796339] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Destroyed the VM [ 895.797157] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 895.802557] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c39e1692-6e53-4201-a2f5-7c1ca7999872 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.816374] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 895.816374] env[63043]: value = "task-2486246" [ 895.816374] env[63043]: _type = "Task" [ 895.816374] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.830936] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486246, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.850221] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.900849] env[63043]: INFO nova.compute.manager [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Took 35.30 seconds to build instance. [ 896.011128] env[63043]: DEBUG nova.network.neutron [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance_info_cache with network_info: [{"id": "1a0f4154-0faf-4586-b83c-3684bd28b139", "address": "fa:16:3e:ee:3c:66", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f4154-0f", "ovs_interfaceid": "1a0f4154-0faf-4586-b83c-3684bd28b139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.184929] env[63043]: DEBUG oslo_concurrency.lockutils [req-a951f035-137d-4959-a61a-90aab8faf981 req-9315b3d5-bece-44d3-b4de-14614c8cb0e5 service nova] Releasing lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.209865] env[63043]: DEBUG oslo_concurrency.lockutils [None req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Lock "a127bec7-a016-412c-8af1-bf8f12863654" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.807s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.274175] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "e86da836-765e-4b9c-a796-46dd2afc9ed8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.274986] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.302477] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.328310] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486246, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.403768] env[63043]: DEBUG oslo_concurrency.lockutils [None req-73180a4a-7d54-42dc-aa25-950c8307bf4e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "defb3449-f541-474e-a780-5d639dcf7856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.812s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.514126] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.514526] env[63043]: DEBUG nova.compute.manager [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Instance network_info: |[{"id": "1a0f4154-0faf-4586-b83c-3684bd28b139", "address": "fa:16:3e:ee:3c:66", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f4154-0f", "ovs_interfaceid": "1a0f4154-0faf-4586-b83c-3684bd28b139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.514868] env[63043]: DEBUG oslo_concurrency.lockutils [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] Acquired lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.515103] env[63043]: DEBUG nova.network.neutron [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Refreshing network info cache for port 1a0f4154-0faf-4586-b83c-3684bd28b139 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.516487] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:3c:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a0f4154-0faf-4586-b83c-3684bd28b139', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.527034] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Creating folder: Project (65747648e0714297a223243f77bbdfc2). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.530302] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8415fc2c-58f1-4e93-840b-a0059224ab5d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.546282] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Created folder: Project (65747648e0714297a223243f77bbdfc2) in parent group-v502843. [ 896.546583] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Creating folder: Instances. Parent ref: group-v503044. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.547556] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef48449b-6227-47ee-9f30-b903cd931c17 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.559058] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Created folder: Instances in parent group-v503044. [ 896.559335] env[63043]: DEBUG oslo.service.loopingcall [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 896.559554] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.559765] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c680034b-7ee7-4b52-ae5c-5bfe2b55ffdf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.582677] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.582677] env[63043]: value = "task-2486250" [ 896.582677] env[63043]: _type = "Task" [ 896.582677] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.591392] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486250, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.598122] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9449825d-8c07-4ee7-9db4-56cf90f515a7 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "defb3449-f541-474e-a780-5d639dcf7856" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.598463] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9449825d-8c07-4ee7-9db4-56cf90f515a7 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "defb3449-f541-474e-a780-5d639dcf7856" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.598704] env[63043]: DEBUG nova.compute.manager [None req-9449825d-8c07-4ee7-9db4-56cf90f515a7 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.599639] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf75b9a-a6f9-4179-a712-218a33de1ac0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.607392] env[63043]: DEBUG nova.compute.manager [None req-9449825d-8c07-4ee7-9db4-56cf90f515a7 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63043) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 896.607987] env[63043]: DEBUG nova.objects.instance [None req-9449825d-8c07-4ee7-9db4-56cf90f515a7 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lazy-loading 'flavor' on Instance uuid defb3449-f541-474e-a780-5d639dcf7856 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.835391] env[63043]: DEBUG oslo_vmware.api [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486246, 'name': RemoveSnapshot_Task, 'duration_secs': 0.704078} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.835770] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 896.836086] env[63043]: INFO nova.compute.manager [None req-43fcee99-2347-4a26-ae3a-4c49739d0ae6 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Took 16.04 seconds to snapshot the instance on the hypervisor. [ 896.906695] env[63043]: DEBUG nova.compute.manager [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.948522] env[63043]: DEBUG nova.network.neutron [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updated VIF entry in instance network info cache for port 1a0f4154-0faf-4586-b83c-3684bd28b139. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.949347] env[63043]: DEBUG nova.network.neutron [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance_info_cache with network_info: [{"id": "1a0f4154-0faf-4586-b83c-3684bd28b139", "address": "fa:16:3e:ee:3c:66", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f4154-0f", "ovs_interfaceid": "1a0f4154-0faf-4586-b83c-3684bd28b139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.091747] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b751b0-ef1a-42a1-83b8-96d3879194fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.097859] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486250, 'name': CreateVM_Task, 'duration_secs': 0.407442} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.098420] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.099126] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.099299] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.099774] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.099877] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359c4b8e-0595-4066-9158-807ff547ee2f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.105081] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c8f2e9-e78b-4b1f-a3bf-0a038a6d26d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.110109] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 897.110109] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c6a1bf-c975-1c53-da3f-701e57ce8239" [ 897.110109] env[63043]: _type = "Task" [ 897.110109] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.144747] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f818661-b6e4-4066-8bb7-d9734ba3389c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.152031] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c6a1bf-c975-1c53-da3f-701e57ce8239, 'name': SearchDatastore_Task, 'duration_secs': 0.012714} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.152308] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.153262] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.153262] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.153262] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.153262] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.153811] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9de23c0-9d42-4a4e-ab24-5d100d74c82a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.159007] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce46cf44-45ed-4a05-a557-07f855583d48 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.176030] env[63043]: DEBUG nova.compute.provider_tree [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.183017] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.183017] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.183017] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f41578a-ec08-4cc1-8145-34f27192108d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.186832] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 897.186832] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b03445-16ba-95b3-e41d-fe5fb98dc15c" [ 897.186832] env[63043]: _type = "Task" [ 897.186832] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.195702] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b03445-16ba-95b3-e41d-fe5fb98dc15c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.428021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.452468] env[63043]: DEBUG oslo_concurrency.lockutils [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] Releasing lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.452756] env[63043]: DEBUG nova.compute.manager [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Received event network-changed-ef688717-4adf-4497-8d71-c2f61d6d5e7a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.452925] env[63043]: DEBUG nova.compute.manager [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Refreshing instance network info cache due to event network-changed-ef688717-4adf-4497-8d71-c2f61d6d5e7a. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 897.453172] env[63043]: DEBUG oslo_concurrency.lockutils [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] Acquiring lock "refresh_cache-76849bd3-018d-4387-ab06-c8578da72d56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.453358] env[63043]: DEBUG oslo_concurrency.lockutils [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] Acquired lock "refresh_cache-76849bd3-018d-4387-ab06-c8578da72d56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.453553] env[63043]: DEBUG nova.network.neutron [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Refreshing network info cache for port ef688717-4adf-4497-8d71-c2f61d6d5e7a {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.615737] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9449825d-8c07-4ee7-9db4-56cf90f515a7 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.616070] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc34bd7f-ff3d-44ee-ae56-ef2b9efbabff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.625693] env[63043]: DEBUG oslo_vmware.api [None req-9449825d-8c07-4ee7-9db4-56cf90f515a7 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 897.625693] env[63043]: value = "task-2486251" [ 897.625693] env[63043]: _type = "Task" [ 897.625693] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.634172] env[63043]: DEBUG oslo_vmware.api [None req-9449825d-8c07-4ee7-9db4-56cf90f515a7 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.679392] env[63043]: DEBUG nova.scheduler.client.report [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.698698] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b03445-16ba-95b3-e41d-fe5fb98dc15c, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.698929] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f5f0af-8179-48c5-be96-9fff28f6b85c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.705114] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 897.705114] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5242d8fd-9cbf-c518-b860-f7a63dc9d621" [ 897.705114] env[63043]: _type = "Task" [ 897.705114] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.716122] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5242d8fd-9cbf-c518-b860-f7a63dc9d621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.144383] env[63043]: DEBUG oslo_vmware.api [None req-9449825d-8c07-4ee7-9db4-56cf90f515a7 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486251, 'name': PowerOffVM_Task, 'duration_secs': 0.444662} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.144383] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9449825d-8c07-4ee7-9db4-56cf90f515a7 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.144600] env[63043]: DEBUG nova.compute.manager [None req-9449825d-8c07-4ee7-9db4-56cf90f515a7 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.148979] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1822eec0-629d-4cf1-91a0-68b9a9aeb235 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.184638] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.186565] env[63043]: DEBUG nova.compute.manager [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.187775] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.613s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.189322] env[63043]: INFO nova.compute.claims [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.224731] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5242d8fd-9cbf-c518-b860-f7a63dc9d621, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.224967] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.225256] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] ab28bb60-47bc-4be4-b9bc-12373d6bd1d9/ab28bb60-47bc-4be4-b9bc-12373d6bd1d9.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.226505] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bede1397-f498-44a7-a6e1-f28db16b3339 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.236048] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 898.236048] env[63043]: value = "task-2486252" [ 898.236048] env[63043]: _type = "Task" [ 898.236048] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.248665] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.249583] env[63043]: DEBUG nova.network.neutron [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Updated VIF entry in instance network info cache for port ef688717-4adf-4497-8d71-c2f61d6d5e7a. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.249927] env[63043]: DEBUG nova.network.neutron [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Updating instance_info_cache with network_info: [{"id": "ef688717-4adf-4497-8d71-c2f61d6d5e7a", "address": "fa:16:3e:c0:0a:f8", "network": {"id": "4676dc5e-e1ed-434b-a361-447a3fce3d60", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1922075116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2457a8c6bec405fb1f93f59303622ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef688717-4a", "ovs_interfaceid": "ef688717-4adf-4497-8d71-c2f61d6d5e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.667570] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9449825d-8c07-4ee7-9db4-56cf90f515a7 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "defb3449-f541-474e-a780-5d639dcf7856" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.694048] env[63043]: DEBUG nova.compute.utils [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 898.699508] env[63043]: DEBUG nova.compute.manager [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.705066] env[63043]: DEBUG nova.network.neutron [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.748235] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48728} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.748567] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] ab28bb60-47bc-4be4-b9bc-12373d6bd1d9/ab28bb60-47bc-4be4-b9bc-12373d6bd1d9.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.749225] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.749225] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3e7f2e4-32d9-4c21-a366-cbc0870f4b87 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.752814] env[63043]: DEBUG oslo_concurrency.lockutils [req-5be383ec-1802-459e-a548-ef41c4d94939 req-67f308ac-da10-4126-9539-0b334e431df2 service nova] Releasing lock "refresh_cache-76849bd3-018d-4387-ab06-c8578da72d56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.757731] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 898.757731] env[63043]: value = "task-2486254" [ 898.757731] env[63043]: _type = "Task" [ 898.757731] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.762805] env[63043]: DEBUG nova.policy [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f7bc64b35b49a0917e388d19f76e70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f66b2a391f34ea2bbf37b6a8416a29e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.770874] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.018595] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Acquiring lock "5f47d72c-81fd-47b9-92b4-fc9e56e0e19f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.018873] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lock "5f47d72c-81fd-47b9-92b4-fc9e56e0e19f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.019096] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Acquiring lock "5f47d72c-81fd-47b9-92b4-fc9e56e0e19f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.019283] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lock "5f47d72c-81fd-47b9-92b4-fc9e56e0e19f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.019458] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lock "5f47d72c-81fd-47b9-92b4-fc9e56e0e19f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.022532] env[63043]: INFO nova.compute.manager [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Terminating instance [ 899.133299] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "defb3449-f541-474e-a780-5d639dcf7856" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.133592] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "defb3449-f541-474e-a780-5d639dcf7856" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.133813] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "defb3449-f541-474e-a780-5d639dcf7856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.134123] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "defb3449-f541-474e-a780-5d639dcf7856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.134226] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "defb3449-f541-474e-a780-5d639dcf7856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.136368] env[63043]: INFO nova.compute.manager [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Terminating instance [ 899.139211] env[63043]: DEBUG nova.network.neutron [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Successfully created port: bce8fe74-1f86-4b50-b770-13d6d9301813 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.200807] env[63043]: DEBUG nova.compute.manager [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.267764] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072911} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.267907] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.271446] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c39e794-3526-4d9b-9e6c-75ddcab5618d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.296859] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] ab28bb60-47bc-4be4-b9bc-12373d6bd1d9/ab28bb60-47bc-4be4-b9bc-12373d6bd1d9.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.299710] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41dfaacb-7cf1-4376-8d54-9396d2b7dd63 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.321446] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 899.321446] env[63043]: value = "task-2486255" [ 899.321446] env[63043]: _type = "Task" [ 899.321446] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.333433] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.526806] env[63043]: DEBUG nova.compute.manager [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.527146] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.530867] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555db8ad-9066-4f1d-8e76-94f42b951552 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.540651] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.540982] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-064c453b-bea7-4a0d-a780-97cf05b479e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.549585] env[63043]: DEBUG oslo_vmware.api [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 899.549585] env[63043]: value = "task-2486256" [ 899.549585] env[63043]: _type = "Task" [ 899.549585] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.563512] env[63043]: DEBUG oslo_vmware.api [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.626773] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a559819b-ab3c-4cf3-a5a7-b148460d2ddc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.636147] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34168f6-3bce-49b5-87c4-42bd0bc9ad4a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.642552] env[63043]: DEBUG nova.compute.manager [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.642761] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.643061] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Acquiring lock "b8fbf919-c2c5-47b9-8660-94443821b357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.643311] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Lock "b8fbf919-c2c5-47b9-8660-94443821b357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.644424] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19106f18-d4c8-49e8-afff-5e5ce3e76dde {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.677151] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850f26eb-25ba-452c-a55c-dc134648c424 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.682451] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.683281] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9b967e2-9d04-4bc6-997d-0e0446b17e50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.688530] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ebceda-36f0-47ce-b3e6-e5c2b6b65d9e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.706878] env[63043]: INFO nova.virt.block_device [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Booting with volume ef5012eb-bdf9-4b73-a800-794985a85b17 at /dev/sda [ 899.709279] env[63043]: DEBUG nova.compute.provider_tree [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.750900] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01a3b946-ac3d-47c3-b17c-e4880d050839 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.765997] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d64517a-08e8-4504-88ce-1fef82348c65 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.780247] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.780445] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.780628] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleting the datastore file [datastore2] defb3449-f541-474e-a780-5d639dcf7856 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.781327] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef78ffc8-7aa9-436d-b8b1-17e93f386d8f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.797451] env[63043]: DEBUG oslo_vmware.api [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 899.797451] env[63043]: value = "task-2486258" [ 899.797451] env[63043]: _type = "Task" [ 899.797451] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.820030] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f57ca19e-3324-479c-ba2d-19bfd7667873 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.822204] env[63043]: DEBUG oslo_vmware.api [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.831293] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486255, 'name': ReconfigVM_Task, 'duration_secs': 0.301841} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.832470] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Reconfigured VM instance instance-00000048 to attach disk [datastore1] ab28bb60-47bc-4be4-b9bc-12373d6bd1d9/ab28bb60-47bc-4be4-b9bc-12373d6bd1d9.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.833170] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d599cada-6001-4419-ac80-a9ef2140a471 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.837322] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72535b13-d6ec-4265-a558-8cc04f6a3d84 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.853806] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 899.853806] env[63043]: value = "task-2486259" [ 899.853806] env[63043]: _type = "Task" [ 899.853806] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.874807] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913ca22f-0146-4163-b8da-1d000f657811 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.877518] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486259, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.882331] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ed382b-d281-47e9-8103-6f82fcc57ea2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.902879] env[63043]: DEBUG nova.virt.block_device [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Updating existing volume attachment record: 7af2c40a-919d-44c0-9cf5-13a5d3fb37ea {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 900.063091] env[63043]: DEBUG oslo_vmware.api [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486256, 'name': PowerOffVM_Task, 'duration_secs': 0.261673} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.063412] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.063580] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.063834] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d97c0ac-3131-4541-b626-5d7d35db7f58 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.132342] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.132569] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.132753] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Deleting the datastore file [datastore2] 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.133027] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88441277-997a-414a-a8e0-2937c64e8a0f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.140641] env[63043]: DEBUG oslo_vmware.api [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for the task: (returnval){ [ 900.140641] env[63043]: value = "task-2486261" [ 900.140641] env[63043]: _type = "Task" [ 900.140641] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.148779] env[63043]: DEBUG oslo_vmware.api [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.212568] env[63043]: DEBUG nova.scheduler.client.report [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.309064] env[63043]: DEBUG oslo_vmware.api [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148864} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.309064] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.309064] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.309219] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.309394] env[63043]: INFO nova.compute.manager [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: defb3449-f541-474e-a780-5d639dcf7856] Took 0.67 seconds to destroy the instance on the hypervisor. [ 900.309636] env[63043]: DEBUG oslo.service.loopingcall [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.309861] env[63043]: DEBUG nova.compute.manager [-] [instance: defb3449-f541-474e-a780-5d639dcf7856] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.309963] env[63043]: DEBUG nova.network.neutron [-] [instance: defb3449-f541-474e-a780-5d639dcf7856] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.365028] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486259, 'name': Rename_Task, 'duration_secs': 0.188777} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.365028] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.365028] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15abe0ec-f914-40d6-b89e-88d3a3572008 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.372588] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 900.372588] env[63043]: value = "task-2486262" [ 900.372588] env[63043]: _type = "Task" [ 900.372588] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.382323] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.653023] env[63043]: DEBUG oslo_vmware.api [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Task: {'id': task-2486261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20056} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.653359] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.653566] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.653765] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.653962] env[63043]: INFO nova.compute.manager [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 900.654268] env[63043]: DEBUG oslo.service.loopingcall [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.654447] env[63043]: DEBUG nova.compute.manager [-] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.654549] env[63043]: DEBUG nova.network.neutron [-] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.676679] env[63043]: DEBUG nova.compute.manager [req-17823d07-4769-454e-ad6a-0852ce4ca7b5 req-e8229cf7-4b9b-4840-a910-e9768f6b049c service nova] [instance: defb3449-f541-474e-a780-5d639dcf7856] Received event network-vif-deleted-e551ffe2-7a49-4333-84bc-ab4ff55f24f4 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.676679] env[63043]: INFO nova.compute.manager [req-17823d07-4769-454e-ad6a-0852ce4ca7b5 req-e8229cf7-4b9b-4840-a910-e9768f6b049c service nova] [instance: defb3449-f541-474e-a780-5d639dcf7856] Neutron deleted interface e551ffe2-7a49-4333-84bc-ab4ff55f24f4; detaching it from the instance and deleting it from the info cache [ 900.676799] env[63043]: DEBUG nova.network.neutron [req-17823d07-4769-454e-ad6a-0852ce4ca7b5 req-e8229cf7-4b9b-4840-a910-e9768f6b049c service nova] [instance: defb3449-f541-474e-a780-5d639dcf7856] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.718149] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.718685] env[63043]: DEBUG nova.compute.manager [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.721212] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.486s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.722784] env[63043]: INFO nova.compute.claims [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.729365] env[63043]: DEBUG nova.compute.manager [req-b2b55d76-f611-4dc3-874d-53f52344fa6f req-795ecca9-c462-478e-8d7c-faf4a5c5b8e6 service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Received event network-vif-plugged-bce8fe74-1f86-4b50-b770-13d6d9301813 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.729888] env[63043]: DEBUG oslo_concurrency.lockutils [req-b2b55d76-f611-4dc3-874d-53f52344fa6f req-795ecca9-c462-478e-8d7c-faf4a5c5b8e6 service nova] Acquiring lock "742dafd4-b7d6-4a9c-a171-e7d08f31d8ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.731961] env[63043]: DEBUG oslo_concurrency.lockutils [req-b2b55d76-f611-4dc3-874d-53f52344fa6f req-795ecca9-c462-478e-8d7c-faf4a5c5b8e6 service nova] Lock "742dafd4-b7d6-4a9c-a171-e7d08f31d8ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.731961] env[63043]: DEBUG oslo_concurrency.lockutils [req-b2b55d76-f611-4dc3-874d-53f52344fa6f req-795ecca9-c462-478e-8d7c-faf4a5c5b8e6 service nova] Lock "742dafd4-b7d6-4a9c-a171-e7d08f31d8ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.731961] env[63043]: DEBUG nova.compute.manager [req-b2b55d76-f611-4dc3-874d-53f52344fa6f req-795ecca9-c462-478e-8d7c-faf4a5c5b8e6 service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] No waiting events found dispatching network-vif-plugged-bce8fe74-1f86-4b50-b770-13d6d9301813 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.731961] env[63043]: WARNING nova.compute.manager [req-b2b55d76-f611-4dc3-874d-53f52344fa6f req-795ecca9-c462-478e-8d7c-faf4a5c5b8e6 service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Received unexpected event network-vif-plugged-bce8fe74-1f86-4b50-b770-13d6d9301813 for instance with vm_state building and task_state block_device_mapping. [ 900.751278] env[63043]: DEBUG nova.network.neutron [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Successfully updated port: bce8fe74-1f86-4b50-b770-13d6d9301813 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.883570] env[63043]: DEBUG oslo_vmware.api [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486262, 'name': PowerOnVM_Task, 'duration_secs': 0.503111} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.884083] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.884404] env[63043]: INFO nova.compute.manager [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Took 7.24 seconds to spawn the instance on the hypervisor. [ 900.884697] env[63043]: DEBUG nova.compute.manager [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.887014] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9897c4e8-bff2-4f10-a97d-f0dbf59b3e03 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.065821] env[63043]: DEBUG nova.network.neutron [-] [instance: defb3449-f541-474e-a780-5d639dcf7856] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.180267] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a8b8440-6c33-4da9-abaa-3c80e971f08d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.189754] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b1d8d6-951e-41c5-994e-5a29e4de1d05 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.230924] env[63043]: DEBUG nova.compute.utils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 901.233668] env[63043]: DEBUG nova.compute.manager [req-17823d07-4769-454e-ad6a-0852ce4ca7b5 req-e8229cf7-4b9b-4840-a910-e9768f6b049c service nova] [instance: defb3449-f541-474e-a780-5d639dcf7856] Detach interface failed, port_id=e551ffe2-7a49-4333-84bc-ab4ff55f24f4, reason: Instance defb3449-f541-474e-a780-5d639dcf7856 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 901.235007] env[63043]: DEBUG nova.compute.manager [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.235007] env[63043]: DEBUG nova.network.neutron [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.257769] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Acquiring lock "refresh_cache-742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.257769] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Acquired lock "refresh_cache-742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.257769] env[63043]: DEBUG nova.network.neutron [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.274380] env[63043]: DEBUG nova.policy [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '343ec618099644d5823df005691bf8af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '709cbb7fc73f4e149c33d183211cc17f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.408054] env[63043]: INFO nova.compute.manager [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Took 31.32 seconds to build instance. [ 901.542766] env[63043]: DEBUG nova.network.neutron [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Successfully created port: 3ea771ea-61b2-49be-a44f-1b78d8aa718a {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.568468] env[63043]: INFO nova.compute.manager [-] [instance: defb3449-f541-474e-a780-5d639dcf7856] Took 1.26 seconds to deallocate network for instance. [ 901.655494] env[63043]: DEBUG nova.network.neutron [-] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.738420] env[63043]: DEBUG nova.compute.manager [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.832192] env[63043]: DEBUG nova.network.neutron [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.910342] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3138fe03-f363-45bc-8ce9-b74f59183372 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.837s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.997748] env[63043]: DEBUG nova.compute.manager [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.998274] env[63043]: DEBUG nova.virt.hardware [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.998477] env[63043]: DEBUG nova.virt.hardware [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.998630] env[63043]: DEBUG nova.virt.hardware [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.998808] env[63043]: DEBUG nova.virt.hardware [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.998998] env[63043]: DEBUG nova.virt.hardware [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.999105] env[63043]: DEBUG nova.virt.hardware [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.999314] env[63043]: DEBUG nova.virt.hardware [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.999469] env[63043]: DEBUG nova.virt.hardware [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.999628] env[63043]: DEBUG nova.virt.hardware [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.999783] env[63043]: DEBUG nova.virt.hardware [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.999947] env[63043]: DEBUG nova.virt.hardware [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.000791] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfea42d-520e-4c49-bdc9-1d23914cbbce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.010334] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a89ee6b-412d-4c08-84a4-1ded4c596092 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.075955] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.085878] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c429608-1495-46eb-b815-0a0d92ef9101 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.093502] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b6ea91-3d8b-4e46-a9d1-25a0e12c8602 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.097616] env[63043]: DEBUG nova.network.neutron [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Updating instance_info_cache with network_info: [{"id": "bce8fe74-1f86-4b50-b770-13d6d9301813", "address": "fa:16:3e:0e:0d:cd", "network": {"id": "748619b2-2a94-41b3-b20b-ef9ec723ea21", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-769713882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66b2a391f34ea2bbf37b6a8416a29e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce8fe74-1f", "ovs_interfaceid": "bce8fe74-1f86-4b50-b770-13d6d9301813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.127898] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7503703-6bf7-4588-b0a4-179a29bf8491 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.136563] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a044994-9b5f-4fe9-afc3-bac86679da01 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.151215] env[63043]: DEBUG nova.compute.provider_tree [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.157168] env[63043]: INFO nova.compute.manager [-] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Took 1.50 seconds to deallocate network for instance. [ 902.415199] env[63043]: DEBUG nova.compute.manager [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.600801] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Releasing lock "refresh_cache-742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.601211] env[63043]: DEBUG nova.compute.manager [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Instance network_info: |[{"id": "bce8fe74-1f86-4b50-b770-13d6d9301813", "address": "fa:16:3e:0e:0d:cd", "network": {"id": "748619b2-2a94-41b3-b20b-ef9ec723ea21", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-769713882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66b2a391f34ea2bbf37b6a8416a29e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce8fe74-1f", "ovs_interfaceid": "bce8fe74-1f86-4b50-b770-13d6d9301813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.601753] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:0d:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bce8fe74-1f86-4b50-b770-13d6d9301813', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.609747] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Creating folder: Project (5f66b2a391f34ea2bbf37b6a8416a29e). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.610027] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-313f7a17-ef5b-4e9e-b6c7-5d649e05006c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.626452] env[63043]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 902.626594] env[63043]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63043) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 902.626960] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Folder already exists: Project (5f66b2a391f34ea2bbf37b6a8416a29e). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 902.627183] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Creating folder: Instances. Parent ref: group-v503018. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.627456] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-500d6f50-6bba-426c-b53a-94e41974fd0f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.639251] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Created folder: Instances in parent group-v503018. [ 902.639498] env[63043]: DEBUG oslo.service.loopingcall [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.639721] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.639973] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3096e37-f5b6-4ad9-9391-b3a6a5f6af65 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.656041] env[63043]: DEBUG nova.scheduler.client.report [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.662811] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.665224] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.665224] env[63043]: value = "task-2486267" [ 902.665224] env[63043]: _type = "Task" [ 902.665224] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.673899] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486267, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.707969] env[63043]: DEBUG nova.compute.manager [req-c0cbb020-35ed-4793-ae8e-0251aa0487bd req-b5c0f013-e4d0-40a9-ad50-39bb062ddf68 service nova] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Received event network-vif-deleted-0b72ae15-26c8-47ed-ac41-824262a481e7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.755041] env[63043]: DEBUG nova.compute.manager [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.763483] env[63043]: DEBUG nova.compute.manager [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Received event network-changed-bce8fe74-1f86-4b50-b770-13d6d9301813 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.763746] env[63043]: DEBUG nova.compute.manager [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Refreshing instance network info cache due to event network-changed-bce8fe74-1f86-4b50-b770-13d6d9301813. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 902.763973] env[63043]: DEBUG oslo_concurrency.lockutils [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] Acquiring lock "refresh_cache-742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.764139] env[63043]: DEBUG oslo_concurrency.lockutils [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] Acquired lock "refresh_cache-742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.764307] env[63043]: DEBUG nova.network.neutron [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Refreshing network info cache for port bce8fe74-1f86-4b50-b770-13d6d9301813 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.787518] env[63043]: DEBUG nova.virt.hardware [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.787797] env[63043]: DEBUG nova.virt.hardware [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.787961] env[63043]: DEBUG nova.virt.hardware [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.788193] env[63043]: DEBUG nova.virt.hardware [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.788481] env[63043]: DEBUG nova.virt.hardware [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.788706] env[63043]: DEBUG nova.virt.hardware [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.788964] env[63043]: DEBUG nova.virt.hardware [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.789160] env[63043]: DEBUG nova.virt.hardware [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.789381] env[63043]: DEBUG nova.virt.hardware [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.789563] env[63043]: DEBUG nova.virt.hardware [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.789789] env[63043]: DEBUG nova.virt.hardware [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.791017] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc8818c-2600-42b1-a8e4-be58b2cfb792 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.804228] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49d27ea-34eb-48f4-ba4b-ef25fe2bcdf9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.943365] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.096628] env[63043]: DEBUG nova.network.neutron [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Successfully updated port: 3ea771ea-61b2-49be-a44f-1b78d8aa718a {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.161569] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.162151] env[63043]: DEBUG nova.compute.manager [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.165358] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.580s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.165553] env[63043]: DEBUG nova.objects.instance [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63043) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 903.179054] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486267, 'name': CreateVM_Task, 'duration_secs': 0.396056} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.179054] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.180255] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '7af2c40a-919d-44c0-9cf5-13a5d3fb37ea', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503028', 'volume_id': 'ef5012eb-bdf9-4b73-a800-794985a85b17', 'name': 'volume-ef5012eb-bdf9-4b73-a800-794985a85b17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '742dafd4-b7d6-4a9c-a171-e7d08f31d8ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef5012eb-bdf9-4b73-a800-794985a85b17', 'serial': 'ef5012eb-bdf9-4b73-a800-794985a85b17'}, 'boot_index': 0, 'device_type': None, 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63043) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 903.180591] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Root volume attach. Driver type: vmdk {{(pid=63043) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 903.181508] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ac2e3a-9f9c-4253-b5e5-4541c2b5cf55 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.190134] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6566943e-d716-44e9-bb00-94e0dbb5c74f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.197222] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cd228b-c532-490b-993b-4482296d1ec1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.204958] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cc54bf3f-e8cd-4bb7-888f-fa5c95aa60a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.213341] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Waiting for the task: (returnval){ [ 903.213341] env[63043]: value = "task-2486268" [ 903.213341] env[63043]: _type = "Task" [ 903.213341] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.222664] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486268, 'name': RelocateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.519033] env[63043]: DEBUG nova.network.neutron [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Updated VIF entry in instance network info cache for port bce8fe74-1f86-4b50-b770-13d6d9301813. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.519538] env[63043]: DEBUG nova.network.neutron [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Updating instance_info_cache with network_info: [{"id": "bce8fe74-1f86-4b50-b770-13d6d9301813", "address": "fa:16:3e:0e:0d:cd", "network": {"id": "748619b2-2a94-41b3-b20b-ef9ec723ea21", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-769713882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66b2a391f34ea2bbf37b6a8416a29e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce8fe74-1f", "ovs_interfaceid": "bce8fe74-1f86-4b50-b770-13d6d9301813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.599096] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "refresh_cache-b9be1ce1-755a-4f38-8801-678ac29c45ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.599355] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "refresh_cache-b9be1ce1-755a-4f38-8801-678ac29c45ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.599587] env[63043]: DEBUG nova.network.neutron [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.669698] env[63043]: DEBUG nova.compute.utils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 903.672284] env[63043]: DEBUG nova.compute.manager [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.672284] env[63043]: DEBUG nova.network.neutron [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.725115] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486268, 'name': RelocateVM_Task} progress is 42%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.728026] env[63043]: DEBUG nova.policy [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '343ec618099644d5823df005691bf8af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '709cbb7fc73f4e149c33d183211cc17f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.002305] env[63043]: DEBUG nova.network.neutron [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Successfully created port: bb683229-9f21-4a9a-8621-b271cbd77bdd {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.022258] env[63043]: DEBUG oslo_concurrency.lockutils [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] Releasing lock "refresh_cache-742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.022542] env[63043]: DEBUG nova.compute.manager [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Received event network-changed-1a0f4154-0faf-4586-b83c-3684bd28b139 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.022718] env[63043]: DEBUG nova.compute.manager [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Refreshing instance network info cache due to event network-changed-1a0f4154-0faf-4586-b83c-3684bd28b139. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 904.022933] env[63043]: DEBUG oslo_concurrency.lockutils [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] Acquiring lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.023093] env[63043]: DEBUG oslo_concurrency.lockutils [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] Acquired lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.023269] env[63043]: DEBUG nova.network.neutron [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Refreshing network info cache for port 1a0f4154-0faf-4586-b83c-3684bd28b139 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.135709] env[63043]: DEBUG nova.network.neutron [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.178872] env[63043]: DEBUG nova.compute.manager [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.185024] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1933d91-c6d4-4ae0-be7c-f4fa888d41b4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.185024] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.136s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.230521] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486268, 'name': RelocateVM_Task} progress is 56%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.314665] env[63043]: DEBUG nova.network.neutron [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Updating instance_info_cache with network_info: [{"id": "3ea771ea-61b2-49be-a44f-1b78d8aa718a", "address": "fa:16:3e:79:cb:a3", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea771ea-61", "ovs_interfaceid": "3ea771ea-61b2-49be-a44f-1b78d8aa718a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.729289] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486268, 'name': RelocateVM_Task} progress is 69%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.739898] env[63043]: DEBUG nova.compute.manager [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Received event network-vif-plugged-3ea771ea-61b2-49be-a44f-1b78d8aa718a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.740170] env[63043]: DEBUG oslo_concurrency.lockutils [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] Acquiring lock "b9be1ce1-755a-4f38-8801-678ac29c45ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.740390] env[63043]: DEBUG oslo_concurrency.lockutils [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] Lock "b9be1ce1-755a-4f38-8801-678ac29c45ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.740662] env[63043]: DEBUG oslo_concurrency.lockutils [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] Lock "b9be1ce1-755a-4f38-8801-678ac29c45ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.740879] env[63043]: DEBUG nova.compute.manager [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] No waiting events found dispatching network-vif-plugged-3ea771ea-61b2-49be-a44f-1b78d8aa718a {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.741048] env[63043]: WARNING nova.compute.manager [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Received unexpected event network-vif-plugged-3ea771ea-61b2-49be-a44f-1b78d8aa718a for instance with vm_state building and task_state spawning. [ 904.741308] env[63043]: DEBUG nova.compute.manager [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Received event network-changed-3ea771ea-61b2-49be-a44f-1b78d8aa718a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.741477] env[63043]: DEBUG nova.compute.manager [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Refreshing instance network info cache due to event network-changed-3ea771ea-61b2-49be-a44f-1b78d8aa718a. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 904.741676] env[63043]: DEBUG oslo_concurrency.lockutils [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] Acquiring lock "refresh_cache-b9be1ce1-755a-4f38-8801-678ac29c45ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.808223] env[63043]: DEBUG nova.network.neutron [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updated VIF entry in instance network info cache for port 1a0f4154-0faf-4586-b83c-3684bd28b139. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.808701] env[63043]: DEBUG nova.network.neutron [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance_info_cache with network_info: [{"id": "1a0f4154-0faf-4586-b83c-3684bd28b139", "address": "fa:16:3e:ee:3c:66", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f4154-0f", "ovs_interfaceid": "1a0f4154-0faf-4586-b83c-3684bd28b139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.817074] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "refresh_cache-b9be1ce1-755a-4f38-8801-678ac29c45ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.817408] env[63043]: DEBUG nova.compute.manager [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Instance network_info: |[{"id": "3ea771ea-61b2-49be-a44f-1b78d8aa718a", "address": "fa:16:3e:79:cb:a3", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea771ea-61", "ovs_interfaceid": "3ea771ea-61b2-49be-a44f-1b78d8aa718a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.817976] env[63043]: DEBUG oslo_concurrency.lockutils [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] Acquired lock "refresh_cache-b9be1ce1-755a-4f38-8801-678ac29c45ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.817976] env[63043]: DEBUG nova.network.neutron [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Refreshing network info cache for port 3ea771ea-61b2-49be-a44f-1b78d8aa718a {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.819374] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:cb:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ea771ea-61b2-49be-a44f-1b78d8aa718a', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.827675] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Creating folder: Project (709cbb7fc73f4e149c33d183211cc17f). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.829270] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d62c941c-4744-46b0-881f-c4bba0aa689b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.844200] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Created folder: Project (709cbb7fc73f4e149c33d183211cc17f) in parent group-v502843. [ 904.844474] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Creating folder: Instances. Parent ref: group-v503050. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.844864] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60ee1aa1-e32f-4df4-a50a-3ee6f7248eb7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.857903] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Created folder: Instances in parent group-v503050. [ 904.858277] env[63043]: DEBUG oslo.service.loopingcall [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.858556] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.858933] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-657f257d-7413-42c8-9611-d67ee8674348 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.881504] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.881504] env[63043]: value = "task-2486272" [ 904.881504] env[63043]: _type = "Task" [ 904.881504] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.891530] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486272, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.202839] env[63043]: DEBUG nova.compute.manager [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.206800] env[63043]: INFO nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating resource usage from migration f898d60a-b83f-47f2-874f-b472a50af243 [ 905.227234] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486268, 'name': RelocateVM_Task} progress is 84%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.234028] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 8faf95e3-ce3a-4e0a-91f1-f508a80fb268 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.234160] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance c52ccbde-5679-4408-bf26-4bee8974a41a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.234203] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance d4ce4f3a-0979-4c85-be63-8532eedb1593 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.234298] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a8cd95e8-213c-47bb-8082-30075fa6b60b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.234418] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 4db389d7-fff2-4e65-a3b9-a6931964201a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.234536] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 6715c0c8-6537-4057-912f-1391b5bf7d8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.234649] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a7a1c31d-e4f5-457c-b9cb-484ec95d9d24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.234876] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance f1ea415c-1a7a-4ed4-a7e1-88f28360866c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 905.235034] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 905.235170] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance bad3e657-a17c-4fa1-889e-7c318690b942 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.235335] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 163658b6-bb70-4efa-9acf-48db8c1370d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.235465] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 76849bd3-018d-4387-ab06-c8578da72d56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.235620] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance defb3449-f541-474e-a780-5d639dcf7856 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 905.235766] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.235895] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.236032] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance b9be1ce1-755a-4f38-8801-678ac29c45ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.236210] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 089a289f-1ff3-4169-9254-9a907c45b73c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 905.246759] env[63043]: DEBUG nova.virt.hardware [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.247080] env[63043]: DEBUG nova.virt.hardware [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.247253] env[63043]: DEBUG nova.virt.hardware [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.247441] env[63043]: DEBUG nova.virt.hardware [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.247623] env[63043]: DEBUG nova.virt.hardware [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.247781] env[63043]: DEBUG nova.virt.hardware [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.248087] env[63043]: DEBUG nova.virt.hardware [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.248276] env[63043]: DEBUG nova.virt.hardware [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.248461] env[63043]: DEBUG nova.virt.hardware [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.248614] env[63043]: DEBUG nova.virt.hardware [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.248790] env[63043]: DEBUG nova.virt.hardware [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.249774] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd27fb3-b37b-4a2c-997d-ecc5fbafa9f7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.260895] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b3cc79-af47-4de6-b6f7-32ae682938da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.311792] env[63043]: DEBUG oslo_concurrency.lockutils [req-215185b4-2cda-4e97-8944-5124d87815cc req-12eaf25d-8f0c-4e97-baf9-dfb73cd80564 service nova] Releasing lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.395782] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486272, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.643404] env[63043]: DEBUG nova.network.neutron [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Updated VIF entry in instance network info cache for port 3ea771ea-61b2-49be-a44f-1b78d8aa718a. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.643759] env[63043]: DEBUG nova.network.neutron [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Updating instance_info_cache with network_info: [{"id": "3ea771ea-61b2-49be-a44f-1b78d8aa718a", "address": "fa:16:3e:79:cb:a3", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea771ea-61", "ovs_interfaceid": "3ea771ea-61b2-49be-a44f-1b78d8aa718a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.731427] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486268, 'name': RelocateVM_Task} progress is 97%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.740997] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 905.771682] env[63043]: DEBUG nova.network.neutron [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Successfully updated port: bb683229-9f21-4a9a-8621-b271cbd77bdd {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.893513] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486272, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.149373] env[63043]: DEBUG oslo_concurrency.lockutils [req-10fd0964-d749-474d-952c-cd119b9436e7 req-d6fc6159-14d5-4f2c-aed7-3e67a094d1a6 service nova] Releasing lock "refresh_cache-b9be1ce1-755a-4f38-8801-678ac29c45ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.226980] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486268, 'name': RelocateVM_Task} progress is 98%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.243849] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance d8deac97-c526-4354-bd90-8d9096aa58d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 906.277006] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "refresh_cache-089a289f-1ff3-4169-9254-9a907c45b73c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.277219] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "refresh_cache-089a289f-1ff3-4169-9254-9a907c45b73c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.277391] env[63043]: DEBUG nova.network.neutron [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.392931] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486272, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.728665] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486268, 'name': RelocateVM_Task, 'duration_secs': 3.284966} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.729288] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 906.729288] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503028', 'volume_id': 'ef5012eb-bdf9-4b73-a800-794985a85b17', 'name': 'volume-ef5012eb-bdf9-4b73-a800-794985a85b17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '742dafd4-b7d6-4a9c-a171-e7d08f31d8ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef5012eb-bdf9-4b73-a800-794985a85b17', 'serial': 'ef5012eb-bdf9-4b73-a800-794985a85b17'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 906.730081] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d8ade5-429e-40b3-ae1a-7091b9e2cd92 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.747078] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance d73e7816-e8e6-4f49-8a8c-98134ffc27d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 906.747373] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Migration f898d60a-b83f-47f2-874f-b472a50af243 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 906.747503] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance b1cc0753-f1d8-4870-b282-235ccd66e144 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 906.749532] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4215589-f7e9-465a-972a-daa2e35b0981 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.773714] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-ef5012eb-bdf9-4b73-a800-794985a85b17/volume-ef5012eb-bdf9-4b73-a800-794985a85b17.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.774717] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30b61437-6b6d-4528-9ec1-16f98c18e96d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.798499] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Waiting for the task: (returnval){ [ 906.798499] env[63043]: value = "task-2486274" [ 906.798499] env[63043]: _type = "Task" [ 906.798499] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.807779] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.827128] env[63043]: DEBUG nova.compute.manager [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Received event network-vif-plugged-bb683229-9f21-4a9a-8621-b271cbd77bdd {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.827379] env[63043]: DEBUG oslo_concurrency.lockutils [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] Acquiring lock "089a289f-1ff3-4169-9254-9a907c45b73c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.827683] env[63043]: DEBUG oslo_concurrency.lockutils [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] Lock "089a289f-1ff3-4169-9254-9a907c45b73c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.827960] env[63043]: DEBUG oslo_concurrency.lockutils [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] Lock "089a289f-1ff3-4169-9254-9a907c45b73c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.828100] env[63043]: DEBUG nova.compute.manager [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] No waiting events found dispatching network-vif-plugged-bb683229-9f21-4a9a-8621-b271cbd77bdd {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.828349] env[63043]: WARNING nova.compute.manager [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Received unexpected event network-vif-plugged-bb683229-9f21-4a9a-8621-b271cbd77bdd for instance with vm_state building and task_state spawning. [ 906.828505] env[63043]: DEBUG nova.compute.manager [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Received event network-changed-bb683229-9f21-4a9a-8621-b271cbd77bdd {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.828693] env[63043]: DEBUG nova.compute.manager [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Refreshing instance network info cache due to event network-changed-bb683229-9f21-4a9a-8621-b271cbd77bdd. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.828948] env[63043]: DEBUG oslo_concurrency.lockutils [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] Acquiring lock "refresh_cache-089a289f-1ff3-4169-9254-9a907c45b73c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.829889] env[63043]: DEBUG nova.network.neutron [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.898836] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486272, 'name': CreateVM_Task, 'duration_secs': 1.641033} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.898836] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.899881] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.899881] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.899980] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.900240] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2e6eea-2a02-4b8f-8019-6359613141e7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.905040] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 906.905040] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5218c991-b18e-c1bd-ec15-735cd3b60a74" [ 906.905040] env[63043]: _type = "Task" [ 906.905040] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.913257] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5218c991-b18e-c1bd-ec15-735cd3b60a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.998893] env[63043]: DEBUG nova.network.neutron [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Updating instance_info_cache with network_info: [{"id": "bb683229-9f21-4a9a-8621-b271cbd77bdd", "address": "fa:16:3e:6d:86:f8", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb683229-9f", "ovs_interfaceid": "bb683229-9f21-4a9a-8621-b271cbd77bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.253436] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance f516ab13-e028-4f84-a5fc-d567a658c6ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 907.308409] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486274, 'name': ReconfigVM_Task, 'duration_secs': 0.341654} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.308671] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-ef5012eb-bdf9-4b73-a800-794985a85b17/volume-ef5012eb-bdf9-4b73-a800-794985a85b17.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.313333] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a6706da-bfda-4256-a28d-895afc454979 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.328385] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Waiting for the task: (returnval){ [ 907.328385] env[63043]: value = "task-2486275" [ 907.328385] env[63043]: _type = "Task" [ 907.328385] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.336539] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.416333] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5218c991-b18e-c1bd-ec15-735cd3b60a74, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.416621] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.416861] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.417104] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.417253] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.417438] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.417712] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d406030a-93bc-42b7-bc91-7081070746d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.427856] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.428054] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.428776] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f9d667-260d-4200-9c28-44c51198a72c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.434426] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 907.434426] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524ee7ce-2377-0ae7-8894-b07e47e94bc4" [ 907.434426] env[63043]: _type = "Task" [ 907.434426] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.442729] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524ee7ce-2377-0ae7-8894-b07e47e94bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.502076] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "refresh_cache-089a289f-1ff3-4169-9254-9a907c45b73c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.502404] env[63043]: DEBUG nova.compute.manager [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Instance network_info: |[{"id": "bb683229-9f21-4a9a-8621-b271cbd77bdd", "address": "fa:16:3e:6d:86:f8", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb683229-9f", "ovs_interfaceid": "bb683229-9f21-4a9a-8621-b271cbd77bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.502725] env[63043]: DEBUG oslo_concurrency.lockutils [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] Acquired lock "refresh_cache-089a289f-1ff3-4169-9254-9a907c45b73c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.503048] env[63043]: DEBUG nova.network.neutron [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Refreshing network info cache for port bb683229-9f21-4a9a-8621-b271cbd77bdd {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.504317] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:86:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb683229-9f21-4a9a-8621-b271cbd77bdd', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.511844] env[63043]: DEBUG oslo.service.loopingcall [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.512817] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.513059] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7612e13-ad4c-41e1-b89f-560f81b9192a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.534051] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.534051] env[63043]: value = "task-2486276" [ 907.534051] env[63043]: _type = "Task" [ 907.534051] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.543650] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486276, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.756758] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ed95df25-c27c-404b-bc9a-48fa014b3de3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 907.838753] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486275, 'name': ReconfigVM_Task, 'duration_secs': 0.13742} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.839079] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503028', 'volume_id': 'ef5012eb-bdf9-4b73-a800-794985a85b17', 'name': 'volume-ef5012eb-bdf9-4b73-a800-794985a85b17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '742dafd4-b7d6-4a9c-a171-e7d08f31d8ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef5012eb-bdf9-4b73-a800-794985a85b17', 'serial': 'ef5012eb-bdf9-4b73-a800-794985a85b17'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 907.839616] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0af11fac-bfa6-4006-b703-6247aa870992 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.846329] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Waiting for the task: (returnval){ [ 907.846329] env[63043]: value = "task-2486277" [ 907.846329] env[63043]: _type = "Task" [ 907.846329] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.854778] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486277, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.947046] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524ee7ce-2377-0ae7-8894-b07e47e94bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.948379] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64359ce-742a-45cd-aa23-20ce903befb0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.957112] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 907.957112] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d577cd-1830-6536-da6f-fb3def60e789" [ 907.957112] env[63043]: _type = "Task" [ 907.957112] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.971294] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d577cd-1830-6536-da6f-fb3def60e789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.043989] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486276, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.196775] env[63043]: DEBUG nova.network.neutron [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Updated VIF entry in instance network info cache for port bb683229-9f21-4a9a-8621-b271cbd77bdd. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.197129] env[63043]: DEBUG nova.network.neutron [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Updating instance_info_cache with network_info: [{"id": "bb683229-9f21-4a9a-8621-b271cbd77bdd", "address": "fa:16:3e:6d:86:f8", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb683229-9f", "ovs_interfaceid": "bb683229-9f21-4a9a-8621-b271cbd77bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.260224] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance e86da836-765e-4b9c-a796-46dd2afc9ed8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 908.356766] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486277, 'name': Rename_Task, 'duration_secs': 0.137484} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.357137] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.357395] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b4ea136-84fa-4ba1-8e9b-d6e8178d4608 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.366398] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Waiting for the task: (returnval){ [ 908.366398] env[63043]: value = "task-2486278" [ 908.366398] env[63043]: _type = "Task" [ 908.366398] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.374310] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.469420] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d577cd-1830-6536-da6f-fb3def60e789, 'name': SearchDatastore_Task, 'duration_secs': 0.011976} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.469689] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.469949] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b9be1ce1-755a-4f38-8801-678ac29c45ca/b9be1ce1-755a-4f38-8801-678ac29c45ca.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.470223] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eb7560c-dbab-492f-af22-b39250ef41d9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.477260] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 908.477260] env[63043]: value = "task-2486279" [ 908.477260] env[63043]: _type = "Task" [ 908.477260] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.485253] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.546658] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486276, 'name': CreateVM_Task, 'duration_secs': 0.598449} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.546867] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.547646] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.547959] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.548317] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.548619] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9d9e8f-1743-4065-bd36-b8dac33f8c4f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.554335] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 908.554335] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524d58a2-b795-6a68-01a6-1674ac230960" [ 908.554335] env[63043]: _type = "Task" [ 908.554335] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.563411] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524d58a2-b795-6a68-01a6-1674ac230960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.700403] env[63043]: DEBUG oslo_concurrency.lockutils [req-413664c6-6306-460e-b44f-eb105b1e762d req-2c4c2fa0-16e5-4f24-95b0-e837d1fd6667 service nova] Releasing lock "refresh_cache-089a289f-1ff3-4169-9254-9a907c45b73c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.763696] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance b8fbf919-c2c5-47b9-8660-94443821b357 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 908.764043] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 908.764192] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 908.881152] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.989849] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451314} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.992512] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b9be1ce1-755a-4f38-8801-678ac29c45ca/b9be1ce1-755a-4f38-8801-678ac29c45ca.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.992740] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.993202] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fd15e3c-ffa2-4d1b-90aa-1ce9edf54656 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.000340] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 909.000340] env[63043]: value = "task-2486281" [ 909.000340] env[63043]: _type = "Task" [ 909.000340] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.010816] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.067815] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524d58a2-b795-6a68-01a6-1674ac230960, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.067815] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.067815] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.068061] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.068061] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.068269] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.068826] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a13d60c8-d7d9-4f57-b304-08f36725610c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.080943] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.080943] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.081340] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d763b949-92f2-4183-8650-9bd7d070c70e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.088189] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 909.088189] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5230cb6c-79ad-2fa1-b0a7-0679cef907c4" [ 909.088189] env[63043]: _type = "Task" [ 909.088189] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.099603] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5230cb6c-79ad-2fa1-b0a7-0679cef907c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.100403] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e655580a-7eda-4dde-b4e5-af407ff53026 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.107345] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 909.107345] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529a9962-9742-6b12-394b-025dacbd5a60" [ 909.107345] env[63043]: _type = "Task" [ 909.107345] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.115223] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529a9962-9742-6b12-394b-025dacbd5a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.138916] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81656238-50db-434f-9818-72a27da04b03 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.146898] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc18c5f5-f7be-4a09-9338-78eda779687f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.177305] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58fb3a2-28c0-46e8-ab02-2895ae9d7e53 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.184614] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21942668-cf4b-499d-aa4c-efeaaa9df8c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.197952] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.377691] env[63043]: DEBUG oslo_vmware.api [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486278, 'name': PowerOnVM_Task, 'duration_secs': 0.716881} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.377924] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.378180] env[63043]: INFO nova.compute.manager [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Took 7.38 seconds to spawn the instance on the hypervisor. [ 909.378371] env[63043]: DEBUG nova.compute.manager [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.379136] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2164b8b8-2bf2-4b00-b3ad-5d554b7746d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.511886] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073322} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.512211] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.512991] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd166f0-8920-4c44-833d-771d9fc51a24 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.537575] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] b9be1ce1-755a-4f38-8801-678ac29c45ca/b9be1ce1-755a-4f38-8801-678ac29c45ca.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.537898] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43901cd5-a7c0-40c7-a5c2-b15fcd35bbca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.561456] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 909.561456] env[63043]: value = "task-2486282" [ 909.561456] env[63043]: _type = "Task" [ 909.561456] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.570187] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.618967] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529a9962-9742-6b12-394b-025dacbd5a60, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.619283] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.619564] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 089a289f-1ff3-4169-9254-9a907c45b73c/089a289f-1ff3-4169-9254-9a907c45b73c.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.619840] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f6c69f0-f024-4b0b-8225-43e0d7346321 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.630403] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 909.630403] env[63043]: value = "task-2486283" [ 909.630403] env[63043]: _type = "Task" [ 909.630403] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.640038] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.701072] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.906904] env[63043]: INFO nova.compute.manager [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Took 33.31 seconds to build instance. [ 910.074800] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.150690] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505067} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.150982] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 089a289f-1ff3-4169-9254-9a907c45b73c/089a289f-1ff3-4169-9254-9a907c45b73c.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.151210] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.152473] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa80c907-5e58-42ac-98af-0cd309d313e3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.160677] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 910.160677] env[63043]: value = "task-2486284" [ 910.160677] env[63043]: _type = "Task" [ 910.160677] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.176591] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.206629] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 910.207566] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.023s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.208690] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.343s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.208959] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.211697] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.430s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.213438] env[63043]: INFO nova.compute.claims [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.242727] env[63043]: INFO nova.scheduler.client.report [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleted allocations for instance f1ea415c-1a7a-4ed4-a7e1-88f28360866c [ 910.408580] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lock "742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.832s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.572510] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486282, 'name': ReconfigVM_Task, 'duration_secs': 0.664223} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.572793] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Reconfigured VM instance instance-0000004a to attach disk [datastore2] b9be1ce1-755a-4f38-8801-678ac29c45ca/b9be1ce1-755a-4f38-8801-678ac29c45ca.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.573453] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00bda6c0-289e-4dc7-975a-4a4c367c05f9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.581701] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 910.581701] env[63043]: value = "task-2486285" [ 910.581701] env[63043]: _type = "Task" [ 910.581701] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.590496] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486285, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.670932] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073845} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.671156] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.671984] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7088f6-178c-48f2-983e-5a2da43d22fb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.697168] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 089a289f-1ff3-4169-9254-9a907c45b73c/089a289f-1ff3-4169-9254-9a907c45b73c.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.697479] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d731a0b-3f35-404e-a890-6e549fb50598 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.724707] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 910.724707] env[63043]: value = "task-2486286" [ 910.724707] env[63043]: _type = "Task" [ 910.724707] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.734901] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.753494] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b19d93dc-d398-4387-9e0c-e695af9638d7 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "f1ea415c-1a7a-4ed4-a7e1-88f28360866c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.834s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.919445] env[63043]: DEBUG nova.compute.manager [req-03f9de74-843d-47e7-8e50-210000868643 req-abb03e64-2f51-41a3-8888-6b2fdb9f4a7a service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Received event network-changed-bce8fe74-1f86-4b50-b770-13d6d9301813 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 910.919770] env[63043]: DEBUG nova.compute.manager [req-03f9de74-843d-47e7-8e50-210000868643 req-abb03e64-2f51-41a3-8888-6b2fdb9f4a7a service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Refreshing instance network info cache due to event network-changed-bce8fe74-1f86-4b50-b770-13d6d9301813. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 910.920010] env[63043]: DEBUG oslo_concurrency.lockutils [req-03f9de74-843d-47e7-8e50-210000868643 req-abb03e64-2f51-41a3-8888-6b2fdb9f4a7a service nova] Acquiring lock "refresh_cache-742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.920218] env[63043]: DEBUG oslo_concurrency.lockutils [req-03f9de74-843d-47e7-8e50-210000868643 req-abb03e64-2f51-41a3-8888-6b2fdb9f4a7a service nova] Acquired lock "refresh_cache-742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.920373] env[63043]: DEBUG nova.network.neutron [req-03f9de74-843d-47e7-8e50-210000868643 req-abb03e64-2f51-41a3-8888-6b2fdb9f4a7a service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Refreshing network info cache for port bce8fe74-1f86-4b50-b770-13d6d9301813 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.093539] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486285, 'name': Rename_Task, 'duration_secs': 0.167579} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.093946] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.094307] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5b6e6b-2e0e-4bc6-8088-8a9af8face85 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.102936] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 911.102936] env[63043]: value = "task-2486287" [ 911.102936] env[63043]: _type = "Task" [ 911.102936] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.112642] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.246348] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.361035] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "6715c0c8-6537-4057-912f-1391b5bf7d8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.361035] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "6715c0c8-6537-4057-912f-1391b5bf7d8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.361244] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "6715c0c8-6537-4057-912f-1391b5bf7d8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.361431] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "6715c0c8-6537-4057-912f-1391b5bf7d8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.361633] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "6715c0c8-6537-4057-912f-1391b5bf7d8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.364044] env[63043]: INFO nova.compute.manager [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Terminating instance [ 911.601800] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afe0912-40bf-488f-909e-811f81ebd11c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.613776] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.616622] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46c1c96-c19c-4401-8f85-0cd30ca0fd68 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.653439] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423a3143-e45c-4ca7-9dc7-a0a14a889e60 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.662112] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7434606-4cb9-4163-8db3-6a8d9ed9a956 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.676589] env[63043]: DEBUG nova.compute.provider_tree [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.700012] env[63043]: DEBUG nova.network.neutron [req-03f9de74-843d-47e7-8e50-210000868643 req-abb03e64-2f51-41a3-8888-6b2fdb9f4a7a service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Updated VIF entry in instance network info cache for port bce8fe74-1f86-4b50-b770-13d6d9301813. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.700398] env[63043]: DEBUG nova.network.neutron [req-03f9de74-843d-47e7-8e50-210000868643 req-abb03e64-2f51-41a3-8888-6b2fdb9f4a7a service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Updating instance_info_cache with network_info: [{"id": "bce8fe74-1f86-4b50-b770-13d6d9301813", "address": "fa:16:3e:0e:0d:cd", "network": {"id": "748619b2-2a94-41b3-b20b-ef9ec723ea21", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-769713882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66b2a391f34ea2bbf37b6a8416a29e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce8fe74-1f", "ovs_interfaceid": "bce8fe74-1f86-4b50-b770-13d6d9301813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.738264] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486286, 'name': ReconfigVM_Task, 'duration_secs': 0.855501} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.739033] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 089a289f-1ff3-4169-9254-9a907c45b73c/089a289f-1ff3-4169-9254-9a907c45b73c.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.739924] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a51cee9-f900-4e3c-be86-d2f68694f10e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.748906] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 911.748906] env[63043]: value = "task-2486288" [ 911.748906] env[63043]: _type = "Task" [ 911.748906] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.758778] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486288, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.870279] env[63043]: DEBUG nova.compute.manager [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.871030] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.871493] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eb8ca5-fbca-4188-b44b-70b1d76e2d95 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.881708] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.882055] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52e1be4f-1e10-4733-a11e-e06d84c61c2b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.890656] env[63043]: DEBUG oslo_vmware.api [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 911.890656] env[63043]: value = "task-2486289" [ 911.890656] env[63043]: _type = "Task" [ 911.890656] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.901662] env[63043]: DEBUG oslo_vmware.api [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.115351] env[63043]: DEBUG oslo_vmware.api [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486287, 'name': PowerOnVM_Task, 'duration_secs': 0.737386} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.115670] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.115911] env[63043]: INFO nova.compute.manager [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Took 9.36 seconds to spawn the instance on the hypervisor. [ 912.116121] env[63043]: DEBUG nova.compute.manager [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.116966] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98180340-4db2-42af-afcb-8edb0ec22386 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.180525] env[63043]: DEBUG nova.scheduler.client.report [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.203034] env[63043]: DEBUG oslo_concurrency.lockutils [req-03f9de74-843d-47e7-8e50-210000868643 req-abb03e64-2f51-41a3-8888-6b2fdb9f4a7a service nova] Releasing lock "refresh_cache-742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.259290] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486288, 'name': Rename_Task, 'duration_secs': 0.200082} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.259582] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.259831] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b03c7c-fd45-441d-9c56-4b10cb9b5aa2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.267337] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 912.267337] env[63043]: value = "task-2486290" [ 912.267337] env[63043]: _type = "Task" [ 912.267337] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.278204] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.401816] env[63043]: DEBUG oslo_vmware.api [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486289, 'name': PowerOffVM_Task, 'duration_secs': 0.334198} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.402106] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.402282] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.402544] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f80fd01-ea86-49b5-bf4a-ebe9e451acdd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.475788] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.475997] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.476192] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleting the datastore file [datastore1] 6715c0c8-6537-4057-912f-1391b5bf7d8c {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.476487] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c6504c8-006b-4e4b-9fdd-a4841e01b90b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.487092] env[63043]: DEBUG oslo_vmware.api [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 912.487092] env[63043]: value = "task-2486292" [ 912.487092] env[63043]: _type = "Task" [ 912.487092] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.496417] env[63043]: DEBUG oslo_vmware.api [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.635016] env[63043]: INFO nova.compute.manager [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Took 35.09 seconds to build instance. [ 912.686173] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.686595] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.689066] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.880s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.690527] env[63043]: INFO nova.compute.claims [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.778821] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.799063] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Acquiring lock "d2ccb3df-217c-44ae-9bf2-24517cebb9c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.799301] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Lock "d2ccb3df-217c-44ae-9bf2-24517cebb9c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.999649] env[63043]: DEBUG oslo_vmware.api [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183783} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.999970] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.000193] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.000411] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.000628] env[63043]: INFO nova.compute.manager [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 913.000995] env[63043]: DEBUG oslo.service.loopingcall [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.001287] env[63043]: DEBUG nova.compute.manager [-] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.001406] env[63043]: DEBUG nova.network.neutron [-] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.136989] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a7c93163-29a5-46b3-bb34-c0007984b082 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "b9be1ce1-755a-4f38-8801-678ac29c45ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.603s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.195247] env[63043]: DEBUG nova.compute.utils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 913.199776] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.199962] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.239635] env[63043]: DEBUG nova.policy [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49842a2444f04a9fa872201d09a5ccae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4eb093e8f0542c3aa96b5da020e9346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.267597] env[63043]: DEBUG nova.compute.manager [req-25afb4c9-a9ae-42da-b080-76669e466c39 req-bc98bd2b-7bca-4a5c-9ad1-d725f9d8ed02 service nova] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Received event network-vif-deleted-8c1fb648-d65b-4541-a693-1adc117ead6e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.267829] env[63043]: INFO nova.compute.manager [req-25afb4c9-a9ae-42da-b080-76669e466c39 req-bc98bd2b-7bca-4a5c-9ad1-d725f9d8ed02 service nova] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Neutron deleted interface 8c1fb648-d65b-4541-a693-1adc117ead6e; detaching it from the instance and deleting it from the info cache [ 913.268081] env[63043]: DEBUG nova.network.neutron [req-25afb4c9-a9ae-42da-b080-76669e466c39 req-bc98bd2b-7bca-4a5c-9ad1-d725f9d8ed02 service nova] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.280364] env[63043]: DEBUG oslo_vmware.api [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486290, 'name': PowerOnVM_Task, 'duration_secs': 0.7662} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.280553] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.280711] env[63043]: INFO nova.compute.manager [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Took 8.08 seconds to spawn the instance on the hypervisor. [ 913.280848] env[63043]: DEBUG nova.compute.manager [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.281647] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90495763-3609-47cd-9299-102ba839f9e1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.301798] env[63043]: DEBUG nova.compute.manager [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.574556] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Successfully created port: 2da158bb-faa9-4111-b454-2935dfde8259 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.701207] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.751069] env[63043]: DEBUG nova.network.neutron [-] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.770648] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1c7eeca-23c7-4c3e-b296-0479c8c2ae70 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.783107] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ac2b62-b3be-4cd9-a142-6298f23192ea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.807640] env[63043]: INFO nova.compute.manager [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Took 35.59 seconds to build instance. [ 913.831198] env[63043]: DEBUG nova.compute.manager [req-25afb4c9-a9ae-42da-b080-76669e466c39 req-bc98bd2b-7bca-4a5c-9ad1-d725f9d8ed02 service nova] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Detach interface failed, port_id=8c1fb648-d65b-4541-a693-1adc117ead6e, reason: Instance 6715c0c8-6537-4057-912f-1391b5bf7d8c could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 913.843428] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.084945] env[63043]: INFO nova.compute.manager [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Rescuing [ 914.085145] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "refresh_cache-089a289f-1ff3-4169-9254-9a907c45b73c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.085296] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "refresh_cache-089a289f-1ff3-4169-9254-9a907c45b73c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.085533] env[63043]: DEBUG nova.network.neutron [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.096570] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d554599a-fd30-4dcd-902a-e184d8f9bd34 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.106536] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92225743-3aa1-498d-af55-de2beef61d60 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.138444] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102c16ee-d571-441c-8167-22f0d25ed896 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.146597] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c3320d-2f40-419e-80a7-901fbb69b4c4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.161852] env[63043]: DEBUG nova.compute.provider_tree [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.253940] env[63043]: INFO nova.compute.manager [-] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Took 1.25 seconds to deallocate network for instance. [ 914.312345] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3d51f15e-3836-4525-8963-13b253ccda18 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "089a289f-1ff3-4169-9254-9a907c45b73c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.106s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.665552] env[63043]: DEBUG nova.scheduler.client.report [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.714782] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.741019] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.741276] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.741438] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.741623] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.741772] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.741921] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.742242] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.742428] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.742605] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.742775] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.742943] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.743826] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221c4cf0-00d3-497c-bcfa-b04429a9a4e3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.755021] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb69ece-09c9-4ffe-b121-8db0456985db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.759772] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.812832] env[63043]: DEBUG nova.network.neutron [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Updating instance_info_cache with network_info: [{"id": "bb683229-9f21-4a9a-8621-b271cbd77bdd", "address": "fa:16:3e:6d:86:f8", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb683229-9f", "ovs_interfaceid": "bb683229-9f21-4a9a-8621-b271cbd77bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.071429] env[63043]: DEBUG nova.compute.manager [req-a271d7cd-7ce6-4048-8991-cd52b4f04523 req-d50fb3af-3c4a-4674-9168-6b47acbdb465 service nova] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Received event network-vif-plugged-2da158bb-faa9-4111-b454-2935dfde8259 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.071655] env[63043]: DEBUG oslo_concurrency.lockutils [req-a271d7cd-7ce6-4048-8991-cd52b4f04523 req-d50fb3af-3c4a-4674-9168-6b47acbdb465 service nova] Acquiring lock "1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.072126] env[63043]: DEBUG oslo_concurrency.lockutils [req-a271d7cd-7ce6-4048-8991-cd52b4f04523 req-d50fb3af-3c4a-4674-9168-6b47acbdb465 service nova] Lock "1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.072408] env[63043]: DEBUG oslo_concurrency.lockutils [req-a271d7cd-7ce6-4048-8991-cd52b4f04523 req-d50fb3af-3c4a-4674-9168-6b47acbdb465 service nova] Lock "1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.072644] env[63043]: DEBUG nova.compute.manager [req-a271d7cd-7ce6-4048-8991-cd52b4f04523 req-d50fb3af-3c4a-4674-9168-6b47acbdb465 service nova] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] No waiting events found dispatching network-vif-plugged-2da158bb-faa9-4111-b454-2935dfde8259 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.073110] env[63043]: WARNING nova.compute.manager [req-a271d7cd-7ce6-4048-8991-cd52b4f04523 req-d50fb3af-3c4a-4674-9168-6b47acbdb465 service nova] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Received unexpected event network-vif-plugged-2da158bb-faa9-4111-b454-2935dfde8259 for instance with vm_state building and task_state spawning. [ 915.151955] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Successfully updated port: 2da158bb-faa9-4111-b454-2935dfde8259 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.173973] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.174499] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.178527] env[63043]: DEBUG oslo_concurrency.lockutils [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.348s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.315789] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "refresh_cache-089a289f-1ff3-4169-9254-9a907c45b73c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.657050] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "refresh_cache-1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.657050] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquired lock "refresh_cache-1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.657050] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.683497] env[63043]: INFO nova.compute.claims [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.688482] env[63043]: DEBUG nova.compute.utils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 915.690185] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.690360] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.738082] env[63043]: DEBUG nova.policy [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49842a2444f04a9fa872201d09a5ccae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4eb093e8f0542c3aa96b5da020e9346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.005114] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Successfully created port: 8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.187829] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.191319] env[63043]: INFO nova.compute.resource_tracker [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating resource usage from migration f898d60a-b83f-47f2-874f-b472a50af243 [ 916.194234] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.338977] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Updating instance_info_cache with network_info: [{"id": "2da158bb-faa9-4111-b454-2935dfde8259", "address": "fa:16:3e:63:b7:c7", "network": {"id": "580b0ef8-5a3b-4c5a-9f0a-45cdf5d4cf42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876903181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb093e8f0542c3aa96b5da020e9346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da158bb-fa", "ovs_interfaceid": "2da158bb-faa9-4111-b454-2935dfde8259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.530578] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20105568-afbd-49fc-ade5-f2a309b1dcb4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.539705] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2457dfd7-d49f-474c-ad70-cca1183da761 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.576597] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a3c6d8-035e-4c5e-8215-986ce5b3113c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.585449] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249f707e-32a4-40c7-a557-e591edd82f41 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.600176] env[63043]: DEBUG nova.compute.provider_tree [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.841398] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Releasing lock "refresh_cache-1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.841737] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Instance network_info: |[{"id": "2da158bb-faa9-4111-b454-2935dfde8259", "address": "fa:16:3e:63:b7:c7", "network": {"id": "580b0ef8-5a3b-4c5a-9f0a-45cdf5d4cf42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876903181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb093e8f0542c3aa96b5da020e9346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da158bb-fa", "ovs_interfaceid": "2da158bb-faa9-4111-b454-2935dfde8259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.842190] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:b7:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2da158bb-faa9-4111-b454-2935dfde8259', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.849644] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Creating folder: Project (f4eb093e8f0542c3aa96b5da020e9346). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.849913] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d67c73c5-8be3-4ffe-be13-304989e3ba6c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.851926] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.852142] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59a02fa9-6bad-4c07-9590-c898cdaa304a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.859933] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 916.859933] env[63043]: value = "task-2486294" [ 916.859933] env[63043]: _type = "Task" [ 916.859933] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.865648] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Created folder: Project (f4eb093e8f0542c3aa96b5da020e9346) in parent group-v502843. [ 916.865839] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Creating folder: Instances. Parent ref: group-v503054. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.866102] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a020d827-30fb-46e9-8eb7-36255e362377 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.870437] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.881955] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Created folder: Instances in parent group-v503054. [ 916.882210] env[63043]: DEBUG oslo.service.loopingcall [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.882388] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.882606] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eb94297-1ac4-42dd-ab6a-ae1e2ca36059 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.904878] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.904878] env[63043]: value = "task-2486296" [ 916.904878] env[63043]: _type = "Task" [ 916.904878] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.913823] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486296, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.101264] env[63043]: DEBUG nova.compute.manager [req-fa7a38e9-70a5-43d0-85dd-017cfd0c2d61 req-35b69a76-16f9-445c-8fc0-4872c1423596 service nova] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Received event network-changed-2da158bb-faa9-4111-b454-2935dfde8259 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.101514] env[63043]: DEBUG nova.compute.manager [req-fa7a38e9-70a5-43d0-85dd-017cfd0c2d61 req-35b69a76-16f9-445c-8fc0-4872c1423596 service nova] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Refreshing instance network info cache due to event network-changed-2da158bb-faa9-4111-b454-2935dfde8259. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 917.101773] env[63043]: DEBUG oslo_concurrency.lockutils [req-fa7a38e9-70a5-43d0-85dd-017cfd0c2d61 req-35b69a76-16f9-445c-8fc0-4872c1423596 service nova] Acquiring lock "refresh_cache-1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.102057] env[63043]: DEBUG oslo_concurrency.lockutils [req-fa7a38e9-70a5-43d0-85dd-017cfd0c2d61 req-35b69a76-16f9-445c-8fc0-4872c1423596 service nova] Acquired lock "refresh_cache-1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.102245] env[63043]: DEBUG nova.network.neutron [req-fa7a38e9-70a5-43d0-85dd-017cfd0c2d61 req-35b69a76-16f9-445c-8fc0-4872c1423596 service nova] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Refreshing network info cache for port 2da158bb-faa9-4111-b454-2935dfde8259 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.104445] env[63043]: DEBUG nova.scheduler.client.report [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.203532] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.235101] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.235396] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.235563] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.235802] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.236049] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.236291] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.236550] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.236731] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.236932] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.237124] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.237329] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.238725] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a20984d-fda8-4510-8568-ac2e973eaf0a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.247187] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54eee502-7a46-4471-8f7b-742b0d1bf0ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.371754] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486294, 'name': PowerOffVM_Task, 'duration_secs': 0.277781} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.372451] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.372844] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a385d8-0eb6-4141-82f1-28c83795e0f5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.393832] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab68dcd6-39bb-42de-9158-690594c1b4d5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.414912] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486296, 'name': CreateVM_Task, 'duration_secs': 0.363377} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.415399] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.416110] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.416282] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.416590] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.416831] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f643da-ee98-4d95-bf85-9cf08fd2b13d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.422103] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 917.422103] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526228b4-f846-b43e-ab4c-e5c45079eaea" [ 917.422103] env[63043]: _type = "Task" [ 917.422103] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.426896] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.427135] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7c2e6f9-ca43-481a-a8a9-95c1b3309fdd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.432495] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526228b4-f846-b43e-ab4c-e5c45079eaea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.438363] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 917.438363] env[63043]: value = "task-2486297" [ 917.438363] env[63043]: _type = "Task" [ 917.438363] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.446763] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.463474] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Successfully updated port: 8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.611259] env[63043]: DEBUG oslo_concurrency.lockutils [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.433s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.611462] env[63043]: INFO nova.compute.manager [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Migrating [ 917.617830] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.738s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.619199] env[63043]: INFO nova.compute.claims [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.935635] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526228b4-f846-b43e-ab4c-e5c45079eaea, 'name': SearchDatastore_Task, 'duration_secs': 0.021175} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.935750] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.935961] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.936206] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.936345] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.936522] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.939017] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fbe1244-aeda-4ef6-a75a-ff13592ea2e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.950466] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 917.950669] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.950902] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.951060] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.951238] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.951485] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.951632] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.952308] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec0f2fa6-5a6a-49ee-a4c2-6af53c17d513 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.953988] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ede368e9-f4c5-4ec7-a47b-d854197ed752 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.959524] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 917.959524] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52595281-65cb-482e-9968-e79dee6eaeac" [ 917.959524] env[63043]: _type = "Task" [ 917.959524] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.963247] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.963429] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.964530] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bdcaffb-b156-442f-a363-321bd4f9c891 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.969791] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "refresh_cache-d8deac97-c526-4354-bd90-8d9096aa58d2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.969917] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquired lock "refresh_cache-d8deac97-c526-4354-bd90-8d9096aa58d2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.970074] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.971133] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52595281-65cb-482e-9968-e79dee6eaeac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.974462] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 917.974462] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52cf0c41-90a4-1ef3-e82f-49a03408effe" [ 917.974462] env[63043]: _type = "Task" [ 917.974462] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.982450] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52cf0c41-90a4-1ef3-e82f-49a03408effe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.077199] env[63043]: DEBUG nova.network.neutron [req-fa7a38e9-70a5-43d0-85dd-017cfd0c2d61 req-35b69a76-16f9-445c-8fc0-4872c1423596 service nova] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Updated VIF entry in instance network info cache for port 2da158bb-faa9-4111-b454-2935dfde8259. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.077634] env[63043]: DEBUG nova.network.neutron [req-fa7a38e9-70a5-43d0-85dd-017cfd0c2d61 req-35b69a76-16f9-445c-8fc0-4872c1423596 service nova] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Updating instance_info_cache with network_info: [{"id": "2da158bb-faa9-4111-b454-2935dfde8259", "address": "fa:16:3e:63:b7:c7", "network": {"id": "580b0ef8-5a3b-4c5a-9f0a-45cdf5d4cf42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876903181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb093e8f0542c3aa96b5da020e9346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da158bb-fa", "ovs_interfaceid": "2da158bb-faa9-4111-b454-2935dfde8259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.129626] env[63043]: DEBUG oslo_concurrency.lockutils [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.129827] env[63043]: DEBUG oslo_concurrency.lockutils [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.129972] env[63043]: DEBUG nova.network.neutron [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.470935] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52595281-65cb-482e-9968-e79dee6eaeac, 'name': SearchDatastore_Task, 'duration_secs': 0.009764} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.471804] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30546920-abcf-4199-a066-8f847f9869d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.481110] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 918.481110] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a7c328-6dd2-8718-1493-dbb70fd98d40" [ 918.481110] env[63043]: _type = "Task" [ 918.481110] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.487667] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52cf0c41-90a4-1ef3-e82f-49a03408effe, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.488752] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4692aa-49c5-438e-8feb-820b92da5202 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.494162] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a7c328-6dd2-8718-1493-dbb70fd98d40, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.494860] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.494963] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed/1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.495234] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b549432-fe02-47ec-bd5b-4a482a0869f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.498035] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 918.498035] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528407f5-bdb4-a558-8cf0-3e2a2420cb61" [ 918.498035] env[63043]: _type = "Task" [ 918.498035] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.503672] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 918.503672] env[63043]: value = "task-2486298" [ 918.503672] env[63043]: _type = "Task" [ 918.503672] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.509756] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528407f5-bdb4-a558-8cf0-3e2a2420cb61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.510902] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.515729] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.580370] env[63043]: DEBUG oslo_concurrency.lockutils [req-fa7a38e9-70a5-43d0-85dd-017cfd0c2d61 req-35b69a76-16f9-445c-8fc0-4872c1423596 service nova] Releasing lock "refresh_cache-1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.689978] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Updating instance_info_cache with network_info: [{"id": "8ec41720-0e1d-4f17-a1b9-e17b4f39ce76", "address": "fa:16:3e:20:60:27", "network": {"id": "580b0ef8-5a3b-4c5a-9f0a-45cdf5d4cf42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876903181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb093e8f0542c3aa96b5da020e9346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec41720-0e", "ovs_interfaceid": "8ec41720-0e1d-4f17-a1b9-e17b4f39ce76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.900930] env[63043]: DEBUG nova.network.neutron [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance_info_cache with network_info: [{"id": "8d538522-5c86-4b0b-8289-28543a98dfc2", "address": "fa:16:3e:7e:0c:f6", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d538522-5c", "ovs_interfaceid": "8d538522-5c86-4b0b-8289-28543a98dfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.994258] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635dcfdb-ef37-4fd6-9ad9-40e050e9d83a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.004995] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c552a8-c5c0-4f1d-bae2-a6645b3023b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.014568] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528407f5-bdb4-a558-8cf0-3e2a2420cb61, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.039768] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.040085] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 089a289f-1ff3-4169-9254-9a907c45b73c/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk. {{(pid=63043) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 919.040548] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-158fede3-d8df-4433-8025-eb8bf1955b8e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.043163] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a185e9-fded-4904-85db-f92ee04905a3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.048874] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451296} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.049681] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed/1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.049898] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.050146] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1059c34b-abab-4e9f-9296-360c06381faf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.055841] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b8cc70-f9c2-4de8-876f-d59ea187b149 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.059996] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 919.059996] env[63043]: value = "task-2486299" [ 919.059996] env[63043]: _type = "Task" [ 919.059996] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.061334] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 919.061334] env[63043]: value = "task-2486300" [ 919.061334] env[63043]: _type = "Task" [ 919.061334] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.077204] env[63043]: DEBUG nova.compute.provider_tree [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.082331] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.089330] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.128045] env[63043]: DEBUG nova.compute.manager [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Received event network-vif-plugged-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.128104] env[63043]: DEBUG oslo_concurrency.lockutils [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] Acquiring lock "d8deac97-c526-4354-bd90-8d9096aa58d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.128288] env[63043]: DEBUG oslo_concurrency.lockutils [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] Lock "d8deac97-c526-4354-bd90-8d9096aa58d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.128461] env[63043]: DEBUG oslo_concurrency.lockutils [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] Lock "d8deac97-c526-4354-bd90-8d9096aa58d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.128628] env[63043]: DEBUG nova.compute.manager [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] No waiting events found dispatching network-vif-plugged-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.128792] env[63043]: WARNING nova.compute.manager [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Received unexpected event network-vif-plugged-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 for instance with vm_state building and task_state spawning. [ 919.128953] env[63043]: DEBUG nova.compute.manager [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Received event network-changed-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.129129] env[63043]: DEBUG nova.compute.manager [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Refreshing instance network info cache due to event network-changed-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 919.129294] env[63043]: DEBUG oslo_concurrency.lockutils [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] Acquiring lock "refresh_cache-d8deac97-c526-4354-bd90-8d9096aa58d2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.194807] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Releasing lock "refresh_cache-d8deac97-c526-4354-bd90-8d9096aa58d2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.195218] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Instance network_info: |[{"id": "8ec41720-0e1d-4f17-a1b9-e17b4f39ce76", "address": "fa:16:3e:20:60:27", "network": {"id": "580b0ef8-5a3b-4c5a-9f0a-45cdf5d4cf42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876903181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb093e8f0542c3aa96b5da020e9346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec41720-0e", "ovs_interfaceid": "8ec41720-0e1d-4f17-a1b9-e17b4f39ce76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.195671] env[63043]: DEBUG oslo_concurrency.lockutils [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] Acquired lock "refresh_cache-d8deac97-c526-4354-bd90-8d9096aa58d2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.195840] env[63043]: DEBUG nova.network.neutron [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Refreshing network info cache for port 8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.197149] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:60:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ec41720-0e1d-4f17-a1b9-e17b4f39ce76', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.204749] env[63043]: DEBUG oslo.service.loopingcall [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.208034] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.208581] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-731d47da-ad11-4123-a68c-83e475044c8e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.232447] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.232447] env[63043]: value = "task-2486301" [ 919.232447] env[63043]: _type = "Task" [ 919.232447] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.241145] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486301, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.403942] env[63043]: DEBUG oslo_concurrency.lockutils [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.466403] env[63043]: DEBUG nova.network.neutron [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Updated VIF entry in instance network info cache for port 8ec41720-0e1d-4f17-a1b9-e17b4f39ce76. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.466855] env[63043]: DEBUG nova.network.neutron [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Updating instance_info_cache with network_info: [{"id": "8ec41720-0e1d-4f17-a1b9-e17b4f39ce76", "address": "fa:16:3e:20:60:27", "network": {"id": "580b0ef8-5a3b-4c5a-9f0a-45cdf5d4cf42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876903181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb093e8f0542c3aa96b5da020e9346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec41720-0e", "ovs_interfaceid": "8ec41720-0e1d-4f17-a1b9-e17b4f39ce76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.573903] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486668} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.577204] env[63043]: INFO nova.virt.vmwareapi.ds_util [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 089a289f-1ff3-4169-9254-9a907c45b73c/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk. [ 919.577558] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059008} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.578344] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8f2863-b49a-46ba-b84b-3e0dfc131b89 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.580962] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.581853] env[63043]: DEBUG nova.scheduler.client.report [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.585403] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04c224d-8144-4af8-a8bb-412acc23d3a3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.611078] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed/1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.625568] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f391f7f-d949-449a-8706-799385bfd402 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.647278] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 089a289f-1ff3-4169-9254-9a907c45b73c/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.648137] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da6e03c5-4db8-473d-a2b1-4aa7cfa01693 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.668877] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 919.668877] env[63043]: value = "task-2486302" [ 919.668877] env[63043]: _type = "Task" [ 919.668877] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.669928] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 919.669928] env[63043]: value = "task-2486303" [ 919.669928] env[63043]: _type = "Task" [ 919.669928] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.682344] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.685160] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.743040] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486301, 'name': CreateVM_Task, 'duration_secs': 0.388374} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.743222] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.744061] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.744276] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.744621] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.744897] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1012d5aa-2fea-442f-9639-27236960689a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.750897] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 919.750897] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52716561-ff62-b1c1-7e49-6d12b8880e36" [ 919.750897] env[63043]: _type = "Task" [ 919.750897] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.760049] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52716561-ff62-b1c1-7e49-6d12b8880e36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.970182] env[63043]: DEBUG oslo_concurrency.lockutils [req-3660651c-f333-4195-935a-ddc75b1fb7e5 req-0a643acd-87eb-4252-be2e-54e87b06602a service nova] Releasing lock "refresh_cache-d8deac97-c526-4354-bd90-8d9096aa58d2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.089778] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.090329] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.092978] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.243s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.094929] env[63043]: INFO nova.compute.claims [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.182808] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486302, 'name': ReconfigVM_Task, 'duration_secs': 0.437117} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.186023] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 089a289f-1ff3-4169-9254-9a907c45b73c/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.186419] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486303, 'name': ReconfigVM_Task, 'duration_secs': 0.305114} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.187155] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8837ecc7-2fa3-49f1-b714-23cd0068407c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.189662] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed/1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.190256] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2365299-8eba-4556-8e73-e11818fd92ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.217349] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8067f6dd-d8f1-4d34-aa61-6cd54c750616 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.227550] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 920.227550] env[63043]: value = "task-2486304" [ 920.227550] env[63043]: _type = "Task" [ 920.227550] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.233363] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 920.233363] env[63043]: value = "task-2486305" [ 920.233363] env[63043]: _type = "Task" [ 920.233363] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.236475] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486304, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.244390] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.261238] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52716561-ff62-b1c1-7e49-6d12b8880e36, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.261554] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.261790] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.262042] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.262188] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.262416] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.262676] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d99d24cd-cf38-42c8-a8d3-c667b1ce1798 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.280345] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.280531] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.281307] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653b9a5a-4ec7-458e-9912-2b92cd9ea6c2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.286981] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 920.286981] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e7070d-2898-d869-f058-b920b6f17394" [ 920.286981] env[63043]: _type = "Task" [ 920.286981] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.295218] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e7070d-2898-d869-f058-b920b6f17394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.601303] env[63043]: DEBUG nova.compute.utils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 920.605707] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.605926] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.654499] env[63043]: DEBUG nova.policy [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49842a2444f04a9fa872201d09a5ccae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4eb093e8f0542c3aa96b5da020e9346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.738632] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486304, 'name': Rename_Task, 'duration_secs': 0.360816} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.741936] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.742257] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92abbc72-e812-42a3-a969-1d14eea9af0b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.750625] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486305, 'name': ReconfigVM_Task, 'duration_secs': 0.162647} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.751923] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.752263] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 920.752263] env[63043]: value = "task-2486306" [ 920.752263] env[63043]: _type = "Task" [ 920.752263] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.752463] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60b30068-330d-45d6-bdf2-0ece131ef331 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.764152] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.765306] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 920.765306] env[63043]: value = "task-2486307" [ 920.765306] env[63043]: _type = "Task" [ 920.765306] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.778059] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.797300] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e7070d-2898-d869-f058-b920b6f17394, 'name': SearchDatastore_Task, 'duration_secs': 0.027076} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.798183] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0416fa8-3551-4303-8052-61148e786ecb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.809067] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 920.809067] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52138726-1b9f-2dcd-a191-f1f057792e4e" [ 920.809067] env[63043]: _type = "Task" [ 920.809067] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.819431] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52138726-1b9f-2dcd-a191-f1f057792e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.922598] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363c2930-8840-4d5d-839c-4762f694a016 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.960895] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance 'b1cc0753-f1d8-4870-b282-235ccd66e144' progress to 0 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.994897] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Successfully created port: e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.107847] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.264754] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486306, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.277226] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.318983] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52138726-1b9f-2dcd-a191-f1f057792e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.014597} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.319269] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.319523] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] d8deac97-c526-4354-bd90-8d9096aa58d2/d8deac97-c526-4354-bd90-8d9096aa58d2.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.319777] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1506fe1e-0d43-4022-9538-4e7f85a643f7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.326556] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 921.326556] env[63043]: value = "task-2486308" [ 921.326556] env[63043]: _type = "Task" [ 921.326556] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.337275] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.453627] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc92493-04f6-4129-8d4c-606cb94d0c33 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.462956] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db838fd-a009-4f3a-92df-727739f8e8e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.468505] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.468505] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c228c3be-ef24-4c11-963c-9980ce935743 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.476078] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 921.476078] env[63043]: value = "task-2486309" [ 921.476078] env[63043]: _type = "Task" [ 921.476078] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.505573] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40409cb2-e97b-483a-b7ee-88dcff6c9571 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.518020] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.518541] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b2255b-cf98-482e-8915-5cc7e799f688 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.535529] env[63043]: DEBUG nova.compute.provider_tree [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.783334] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486306, 'name': PowerOnVM_Task, 'duration_secs': 0.522253} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.784551] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.784779] env[63043]: INFO nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Took 7.07 seconds to spawn the instance on the hypervisor. [ 921.784934] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.785936] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77fd856-ab54-4068-b65c-4db59e8e5bb2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.799687] env[63043]: DEBUG oslo_vmware.api [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486307, 'name': PowerOnVM_Task, 'duration_secs': 0.827462} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.804490] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.812539] env[63043]: DEBUG nova.compute.manager [None req-4f97ca7e-3173-4f5b-a100-4001b5970aa0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.812539] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914d6678-c4e7-49a9-b7d9-c8eebed31580 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.844207] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486308, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.011151] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486309, 'name': PowerOffVM_Task, 'duration_secs': 0.274432} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.011795] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.011795] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance 'b1cc0753-f1d8-4870-b282-235ccd66e144' progress to 17 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.038582] env[63043]: DEBUG nova.scheduler.client.report [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.117999] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.143325] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.143580] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.143744] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.143927] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.144087] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.144240] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.144448] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.144610] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.144779] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.144943] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.145131] env[63043]: DEBUG nova.virt.hardware [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.146229] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab5412f-c85f-4ff4-882e-67deba938449 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.154500] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899818c8-d1a5-4e54-a1d1-06323917d7da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.323346] env[63043]: INFO nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Took 35.57 seconds to build instance. [ 922.343994] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571571} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.344268] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] d8deac97-c526-4354-bd90-8d9096aa58d2/d8deac97-c526-4354-bd90-8d9096aa58d2.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.344500] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.344718] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e609e94f-494d-4c38-a169-c9f02f9fc22c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.352535] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 922.352535] env[63043]: value = "task-2486310" [ 922.352535] env[63043]: _type = "Task" [ 922.352535] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.364822] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.394055] env[63043]: DEBUG nova.compute.manager [req-d8ce9ce8-8e64-472d-bc80-8d0a06678c29 req-1ec91b34-8d6b-4978-8d42-b2855089b532 service nova] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Received event network-vif-plugged-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.394315] env[63043]: DEBUG oslo_concurrency.lockutils [req-d8ce9ce8-8e64-472d-bc80-8d0a06678c29 req-1ec91b34-8d6b-4978-8d42-b2855089b532 service nova] Acquiring lock "d73e7816-e8e6-4f49-8a8c-98134ffc27d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.394539] env[63043]: DEBUG oslo_concurrency.lockutils [req-d8ce9ce8-8e64-472d-bc80-8d0a06678c29 req-1ec91b34-8d6b-4978-8d42-b2855089b532 service nova] Lock "d73e7816-e8e6-4f49-8a8c-98134ffc27d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.394710] env[63043]: DEBUG oslo_concurrency.lockutils [req-d8ce9ce8-8e64-472d-bc80-8d0a06678c29 req-1ec91b34-8d6b-4978-8d42-b2855089b532 service nova] Lock "d73e7816-e8e6-4f49-8a8c-98134ffc27d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.394876] env[63043]: DEBUG nova.compute.manager [req-d8ce9ce8-8e64-472d-bc80-8d0a06678c29 req-1ec91b34-8d6b-4978-8d42-b2855089b532 service nova] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] No waiting events found dispatching network-vif-plugged-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.395273] env[63043]: WARNING nova.compute.manager [req-d8ce9ce8-8e64-472d-bc80-8d0a06678c29 req-1ec91b34-8d6b-4978-8d42-b2855089b532 service nova] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Received unexpected event network-vif-plugged-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 for instance with vm_state building and task_state spawning. [ 922.475739] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Successfully updated port: e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.520030] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.520030] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.520030] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.520030] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.520405] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.520537] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.520772] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.520960] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.521201] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.521383] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.521594] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.527655] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-980e1591-1d86-4127-a96e-56d4f3de784a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.542965] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.543570] env[63043]: DEBUG nova.compute.manager [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.548221] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.246s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.549577] env[63043]: INFO nova.compute.claims [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.552402] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 922.552402] env[63043]: value = "task-2486311" [ 922.552402] env[63043]: _type = "Task" [ 922.552402] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.563799] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486311, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.825111] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.080s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.866108] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065152} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.866722] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.867695] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2118ebf-cae0-4ac1-93a4-b949a2daeca3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.892342] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] d8deac97-c526-4354-bd90-8d9096aa58d2/d8deac97-c526-4354-bd90-8d9096aa58d2.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.892657] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a49f6613-4a64-45d1-b8f1-d51a63d042b2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.913120] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 922.913120] env[63043]: value = "task-2486312" [ 922.913120] env[63043]: _type = "Task" [ 922.913120] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.921468] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.979216] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "refresh_cache-d73e7816-e8e6-4f49-8a8c-98134ffc27d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.979216] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquired lock "refresh_cache-d73e7816-e8e6-4f49-8a8c-98134ffc27d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.979216] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.048436] env[63043]: DEBUG nova.compute.utils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 923.049828] env[63043]: DEBUG nova.compute.manager [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.052151] env[63043]: DEBUG nova.network.neutron [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.064981] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486311, 'name': ReconfigVM_Task, 'duration_secs': 0.328699} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.065426] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance 'b1cc0753-f1d8-4870-b282-235ccd66e144' progress to 33 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.095668] env[63043]: DEBUG nova.policy [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63837e386d9c4ba58041c7a7dbabe6b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad132d8fcb18474b9f4765815bc5bddb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.367137] env[63043]: DEBUG nova.network.neutron [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Successfully created port: ef6d074a-71fa-4073-9059-6d9a7df6ab5c {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.424506] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486312, 'name': ReconfigVM_Task, 'duration_secs': 0.278832} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.425233] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Reconfigured VM instance instance-0000004d to attach disk [datastore1] d8deac97-c526-4354-bd90-8d9096aa58d2/d8deac97-c526-4354-bd90-8d9096aa58d2.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.425906] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff661950-958a-4af1-b8f3-9bf7afc6b637 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.432478] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 923.432478] env[63043]: value = "task-2486313" [ 923.432478] env[63043]: _type = "Task" [ 923.432478] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.442781] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486313, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.512020] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.556238] env[63043]: DEBUG nova.compute.manager [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.573028] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.573028] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.573028] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.573028] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.573028] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.573468] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.573807] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.574093] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.574387] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.574668] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.574974] env[63043]: DEBUG nova.virt.hardware [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.580917] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 923.581377] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82ab295-a5fb-42fe-98a3-c19f4307343e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.609282] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 923.609282] env[63043]: value = "task-2486314" [ 923.609282] env[63043]: _type = "Task" [ 923.609282] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.621629] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.711222] env[63043]: DEBUG nova.network.neutron [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Updating instance_info_cache with network_info: [{"id": "e76ef7df-21f1-4aad-aaa1-babe9b2be5a1", "address": "fa:16:3e:00:d8:1a", "network": {"id": "580b0ef8-5a3b-4c5a-9f0a-45cdf5d4cf42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876903181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb093e8f0542c3aa96b5da020e9346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76ef7df-21", "ovs_interfaceid": "e76ef7df-21f1-4aad-aaa1-babe9b2be5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.946078] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486313, 'name': Rename_Task, 'duration_secs': 0.132519} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.949591] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.950181] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b26f789-997c-4c0c-880e-37a16371dfa4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.957973] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 923.957973] env[63043]: value = "task-2486315" [ 923.957973] env[63043]: _type = "Task" [ 923.957973] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.963498] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bbba53-f849-4455-ace1-7830004146fd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.969275] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.973809] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82698555-903f-439a-9d73-cd17387a0082 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.010753] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdb923c-8f6d-4629-9f95-69e7e98529ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.018758] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b12ed8-1488-4b43-9da1-2012b4f506ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.033443] env[63043]: DEBUG nova.compute.provider_tree [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.118728] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486314, 'name': ReconfigVM_Task, 'duration_secs': 0.21516} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.119019] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 924.119825] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0d41ed-4dfa-4354-b1f4-2a10ecc89b45 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.142164] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] b1cc0753-f1d8-4870-b282-235ccd66e144/b1cc0753-f1d8-4870-b282-235ccd66e144.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.142482] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59095922-a03b-44cd-80ac-c118db73817d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.161017] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 924.161017] env[63043]: value = "task-2486316" [ 924.161017] env[63043]: _type = "Task" [ 924.161017] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.169344] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.215775] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Releasing lock "refresh_cache-d73e7816-e8e6-4f49-8a8c-98134ffc27d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.216133] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Instance network_info: |[{"id": "e76ef7df-21f1-4aad-aaa1-babe9b2be5a1", "address": "fa:16:3e:00:d8:1a", "network": {"id": "580b0ef8-5a3b-4c5a-9f0a-45cdf5d4cf42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876903181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb093e8f0542c3aa96b5da020e9346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76ef7df-21", "ovs_interfaceid": "e76ef7df-21f1-4aad-aaa1-babe9b2be5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.216570] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:d8:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e76ef7df-21f1-4aad-aaa1-babe9b2be5a1', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.224536] env[63043]: DEBUG oslo.service.loopingcall [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 924.224739] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.224996] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5b43c4e-c1ee-4987-b76f-0f436c50d396 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.246064] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.246064] env[63043]: value = "task-2486317" [ 924.246064] env[63043]: _type = "Task" [ 924.246064] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.254456] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486317, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.423843] env[63043]: DEBUG nova.compute.manager [req-a8fe32a9-5bfc-4cdc-a6e5-fae88b733877 req-b3b5b233-545c-40c7-bddc-5ac88230e317 service nova] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Received event network-changed-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.424109] env[63043]: DEBUG nova.compute.manager [req-a8fe32a9-5bfc-4cdc-a6e5-fae88b733877 req-b3b5b233-545c-40c7-bddc-5ac88230e317 service nova] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Refreshing instance network info cache due to event network-changed-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 924.424432] env[63043]: DEBUG oslo_concurrency.lockutils [req-a8fe32a9-5bfc-4cdc-a6e5-fae88b733877 req-b3b5b233-545c-40c7-bddc-5ac88230e317 service nova] Acquiring lock "refresh_cache-d73e7816-e8e6-4f49-8a8c-98134ffc27d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.424658] env[63043]: DEBUG oslo_concurrency.lockutils [req-a8fe32a9-5bfc-4cdc-a6e5-fae88b733877 req-b3b5b233-545c-40c7-bddc-5ac88230e317 service nova] Acquired lock "refresh_cache-d73e7816-e8e6-4f49-8a8c-98134ffc27d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.424876] env[63043]: DEBUG nova.network.neutron [req-a8fe32a9-5bfc-4cdc-a6e5-fae88b733877 req-b3b5b233-545c-40c7-bddc-5ac88230e317 service nova] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Refreshing network info cache for port e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.468334] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486315, 'name': PowerOnVM_Task, 'duration_secs': 0.483284} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.468602] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.468809] env[63043]: INFO nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Took 7.27 seconds to spawn the instance on the hypervisor. [ 924.468991] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.469799] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b084f5-8719-43c6-9ecd-0e9633cf4f92 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.536665] env[63043]: DEBUG nova.scheduler.client.report [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.568995] env[63043]: DEBUG nova.compute.manager [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.600270] env[63043]: DEBUG nova.virt.hardware [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7062731f9d90bf3aa5c6249ec505d47b',container_format='bare',created_at=2025-02-12T21:09:01Z,direct_url=,disk_format='vmdk',id=e5d95b54-e310-4867-a692-8c878504f11c,min_disk=1,min_ram=0,name='tempest-test-snap-1947930160',owner='ad132d8fcb18474b9f4765815bc5bddb',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-12T21:09:18Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.600553] env[63043]: DEBUG nova.virt.hardware [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.600712] env[63043]: DEBUG nova.virt.hardware [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.600893] env[63043]: DEBUG nova.virt.hardware [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.601111] env[63043]: DEBUG nova.virt.hardware [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.601307] env[63043]: DEBUG nova.virt.hardware [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.601529] env[63043]: DEBUG nova.virt.hardware [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.601700] env[63043]: DEBUG nova.virt.hardware [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.601872] env[63043]: DEBUG nova.virt.hardware [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.602050] env[63043]: DEBUG nova.virt.hardware [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.602233] env[63043]: DEBUG nova.virt.hardware [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.603104] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3d4cc6-65c7-4632-a280-8678138612e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.612954] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9545e0d-abd6-4aa5-98be-d58bfdfaff7a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.670546] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486316, 'name': ReconfigVM_Task, 'duration_secs': 0.360664} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.670844] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Reconfigured VM instance instance-00000044 to attach disk [datastore1] b1cc0753-f1d8-4870-b282-235ccd66e144/b1cc0753-f1d8-4870-b282-235ccd66e144.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.671236] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance 'b1cc0753-f1d8-4870-b282-235ccd66e144' progress to 50 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.678149] env[63043]: INFO nova.compute.manager [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Rescuing [ 924.678382] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "refresh_cache-b9be1ce1-755a-4f38-8801-678ac29c45ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.678535] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "refresh_cache-b9be1ce1-755a-4f38-8801-678ac29c45ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.678697] env[63043]: DEBUG nova.network.neutron [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.757065] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486317, 'name': CreateVM_Task, 'duration_secs': 0.35197} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.757246] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.757921] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.758103] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.758432] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.758733] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1ee0bd-c2e5-40ee-b02b-1c47253da7f9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.763281] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 924.763281] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52278c1f-8627-af2f-fa6d-0d080b8566ae" [ 924.763281] env[63043]: _type = "Task" [ 924.763281] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.770489] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52278c1f-8627-af2f-fa6d-0d080b8566ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.870768] env[63043]: DEBUG nova.network.neutron [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Successfully updated port: ef6d074a-71fa-4073-9059-6d9a7df6ab5c {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.988166] env[63043]: INFO nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Took 38.20 seconds to build instance. [ 925.042650] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.043159] env[63043]: DEBUG nova.compute.manager [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.045625] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.618s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.047653] env[63043]: INFO nova.compute.claims [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.150114] env[63043]: DEBUG nova.network.neutron [req-a8fe32a9-5bfc-4cdc-a6e5-fae88b733877 req-b3b5b233-545c-40c7-bddc-5ac88230e317 service nova] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Updated VIF entry in instance network info cache for port e76ef7df-21f1-4aad-aaa1-babe9b2be5a1. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.150483] env[63043]: DEBUG nova.network.neutron [req-a8fe32a9-5bfc-4cdc-a6e5-fae88b733877 req-b3b5b233-545c-40c7-bddc-5ac88230e317 service nova] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Updating instance_info_cache with network_info: [{"id": "e76ef7df-21f1-4aad-aaa1-babe9b2be5a1", "address": "fa:16:3e:00:d8:1a", "network": {"id": "580b0ef8-5a3b-4c5a-9f0a-45cdf5d4cf42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876903181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb093e8f0542c3aa96b5da020e9346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76ef7df-21", "ovs_interfaceid": "e76ef7df-21f1-4aad-aaa1-babe9b2be5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.177542] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5d5bc2-cbf7-47bf-88de-f3f120f1f7ba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.199021] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1a0bf0-6cc0-40a9-b743-713478471547 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.219170] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance 'b1cc0753-f1d8-4870-b282-235ccd66e144' progress to 67 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 925.274607] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52278c1f-8627-af2f-fa6d-0d080b8566ae, 'name': SearchDatastore_Task, 'duration_secs': 0.036626} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.275085] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.275334] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.275677] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.276025] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.276224] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.276481] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21d11018-80df-4e63-a8c5-4f649506f264 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.288056] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.288259] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.289545] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58aaa5f4-e698-4ba6-8b86-92c0cccd4650 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.295517] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 925.295517] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52477ba5-b3bc-8212-34d2-9007418fa56b" [ 925.295517] env[63043]: _type = "Task" [ 925.295517] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.305517] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52477ba5-b3bc-8212-34d2-9007418fa56b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.372701] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "refresh_cache-f516ab13-e028-4f84-a5fc-d567a658c6ee" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.372875] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "refresh_cache-f516ab13-e028-4f84-a5fc-d567a658c6ee" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.373048] env[63043]: DEBUG nova.network.neutron [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.451422] env[63043]: DEBUG nova.network.neutron [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Updating instance_info_cache with network_info: [{"id": "3ea771ea-61b2-49be-a44f-1b78d8aa718a", "address": "fa:16:3e:79:cb:a3", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea771ea-61", "ovs_interfaceid": "3ea771ea-61b2-49be-a44f-1b78d8aa718a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.490206] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "d8deac97-c526-4354-bd90-8d9096aa58d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.709s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.552526] env[63043]: DEBUG nova.compute.utils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 925.556297] env[63043]: DEBUG nova.compute.manager [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.556505] env[63043]: DEBUG nova.network.neutron [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.608242] env[63043]: DEBUG nova.policy [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aafe50b505c94185a387f6299b42593d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78f4f0dc1bf4ce9acd32a0128904cb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.653099] env[63043]: DEBUG oslo_concurrency.lockutils [req-a8fe32a9-5bfc-4cdc-a6e5-fae88b733877 req-b3b5b233-545c-40c7-bddc-5ac88230e317 service nova] Releasing lock "refresh_cache-d73e7816-e8e6-4f49-8a8c-98134ffc27d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.770590] env[63043]: DEBUG nova.network.neutron [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Port 8d538522-5c86-4b0b-8289-28543a98dfc2 binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 925.806136] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52477ba5-b3bc-8212-34d2-9007418fa56b, 'name': SearchDatastore_Task, 'duration_secs': 0.022714} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.806962] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b373bf-9654-4048-aee1-b8ecef826252 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.811880] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 925.811880] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526701ad-b5d5-4cd5-5fd7-9317e7339596" [ 925.811880] env[63043]: _type = "Task" [ 925.811880] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.819195] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526701ad-b5d5-4cd5-5fd7-9317e7339596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.867622] env[63043]: DEBUG nova.network.neutron [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Successfully created port: 8e845618-ca33-48a9-8526-573f9a3ff918 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.902554] env[63043]: DEBUG nova.network.neutron [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.956302] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "refresh_cache-b9be1ce1-755a-4f38-8801-678ac29c45ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.057014] env[63043]: DEBUG nova.compute.manager [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.069466] env[63043]: DEBUG nova.network.neutron [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Updating instance_info_cache with network_info: [{"id": "ef6d074a-71fa-4073-9059-6d9a7df6ab5c", "address": "fa:16:3e:6b:bb:3a", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6d074a-71", "ovs_interfaceid": "ef6d074a-71fa-4073-9059-6d9a7df6ab5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.322812] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526701ad-b5d5-4cd5-5fd7-9317e7339596, 'name': SearchDatastore_Task, 'duration_secs': 0.009027} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.325940] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.326223] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] d73e7816-e8e6-4f49-8a8c-98134ffc27d9/d73e7816-e8e6-4f49-8a8c-98134ffc27d9.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.327030] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d946eb07-5cf4-4c38-a4f8-d316c6757ace {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.334053] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 926.334053] env[63043]: value = "task-2486318" [ 926.334053] env[63043]: _type = "Task" [ 926.334053] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.344708] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.383529] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1407f73c-a765-495b-bc0e-00737cf64538 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.392836] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fe47af-055a-4d62-a053-7e1935f758c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.423886] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e47879-bf02-4732-bfd8-fc6a663492c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.431294] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77008355-2bad-4d47-a1e2-d632aaa8c744 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.444743] env[63043]: DEBUG nova.compute.provider_tree [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.450812] env[63043]: DEBUG nova.compute.manager [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Received event network-vif-plugged-ef6d074a-71fa-4073-9059-6d9a7df6ab5c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.451084] env[63043]: DEBUG oslo_concurrency.lockutils [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] Acquiring lock "f516ab13-e028-4f84-a5fc-d567a658c6ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.451235] env[63043]: DEBUG oslo_concurrency.lockutils [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] Lock "f516ab13-e028-4f84-a5fc-d567a658c6ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.451399] env[63043]: DEBUG oslo_concurrency.lockutils [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] Lock "f516ab13-e028-4f84-a5fc-d567a658c6ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.451839] env[63043]: DEBUG nova.compute.manager [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] No waiting events found dispatching network-vif-plugged-ef6d074a-71fa-4073-9059-6d9a7df6ab5c {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.451839] env[63043]: WARNING nova.compute.manager [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Received unexpected event network-vif-plugged-ef6d074a-71fa-4073-9059-6d9a7df6ab5c for instance with vm_state building and task_state spawning. [ 926.452288] env[63043]: DEBUG nova.compute.manager [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Received event network-changed-ef6d074a-71fa-4073-9059-6d9a7df6ab5c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.452288] env[63043]: DEBUG nova.compute.manager [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Refreshing instance network info cache due to event network-changed-ef6d074a-71fa-4073-9059-6d9a7df6ab5c. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 926.452288] env[63043]: DEBUG oslo_concurrency.lockutils [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] Acquiring lock "refresh_cache-f516ab13-e028-4f84-a5fc-d567a658c6ee" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.571471] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "refresh_cache-f516ab13-e028-4f84-a5fc-d567a658c6ee" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.571814] env[63043]: DEBUG nova.compute.manager [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Instance network_info: |[{"id": "ef6d074a-71fa-4073-9059-6d9a7df6ab5c", "address": "fa:16:3e:6b:bb:3a", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6d074a-71", "ovs_interfaceid": "ef6d074a-71fa-4073-9059-6d9a7df6ab5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.572150] env[63043]: DEBUG oslo_concurrency.lockutils [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] Acquired lock "refresh_cache-f516ab13-e028-4f84-a5fc-d567a658c6ee" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.572340] env[63043]: DEBUG nova.network.neutron [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Refreshing network info cache for port ef6d074a-71fa-4073-9059-6d9a7df6ab5c {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.573634] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:bb:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef6d074a-71fa-4073-9059-6d9a7df6ab5c', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.581547] env[63043]: DEBUG oslo.service.loopingcall [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.582044] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.582287] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c84434dc-c056-43d8-b448-4d639e339b21 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.603944] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.603944] env[63043]: value = "task-2486319" [ 926.603944] env[63043]: _type = "Task" [ 926.603944] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.612723] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486319, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.795739] env[63043]: DEBUG oslo_concurrency.lockutils [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "b1cc0753-f1d8-4870-b282-235ccd66e144-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.795881] env[63043]: DEBUG oslo_concurrency.lockutils [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "b1cc0753-f1d8-4870-b282-235ccd66e144-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.795968] env[63043]: DEBUG oslo_concurrency.lockutils [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "b1cc0753-f1d8-4870-b282-235ccd66e144-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.844016] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47537} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.844300] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] d73e7816-e8e6-4f49-8a8c-98134ffc27d9/d73e7816-e8e6-4f49-8a8c-98134ffc27d9.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.844512] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.844762] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14a7edaf-13d4-4531-b1e3-ab4069600271 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.850961] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 926.850961] env[63043]: value = "task-2486320" [ 926.850961] env[63043]: _type = "Task" [ 926.850961] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.858913] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.948636] env[63043]: DEBUG nova.scheduler.client.report [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.069470] env[63043]: DEBUG nova.compute.manager [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.098547] env[63043]: DEBUG nova.virt.hardware [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.098872] env[63043]: DEBUG nova.virt.hardware [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.099083] env[63043]: DEBUG nova.virt.hardware [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.099474] env[63043]: DEBUG nova.virt.hardware [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.099474] env[63043]: DEBUG nova.virt.hardware [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.099581] env[63043]: DEBUG nova.virt.hardware [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.099787] env[63043]: DEBUG nova.virt.hardware [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.099998] env[63043]: DEBUG nova.virt.hardware [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.100231] env[63043]: DEBUG nova.virt.hardware [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.100448] env[63043]: DEBUG nova.virt.hardware [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.100652] env[63043]: DEBUG nova.virt.hardware [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.101922] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01faccba-82b7-4617-96b2-1d0a94fa65b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.115240] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baedfce7-6c6e-4567-8cdc-cc6065976d4a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.119631] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486319, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.312206] env[63043]: DEBUG nova.network.neutron [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Updated VIF entry in instance network info cache for port ef6d074a-71fa-4073-9059-6d9a7df6ab5c. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.312605] env[63043]: DEBUG nova.network.neutron [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Updating instance_info_cache with network_info: [{"id": "ef6d074a-71fa-4073-9059-6d9a7df6ab5c", "address": "fa:16:3e:6b:bb:3a", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6d074a-71", "ovs_interfaceid": "ef6d074a-71fa-4073-9059-6d9a7df6ab5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.361207] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091679} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.361544] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.362357] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb2bf70-6177-4d6a-9ccb-d8338f33f472 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.384895] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] d73e7816-e8e6-4f49-8a8c-98134ffc27d9/d73e7816-e8e6-4f49-8a8c-98134ffc27d9.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.385213] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-854b48e3-4f6e-4050-852d-8f137cd3f113 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.405864] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 927.405864] env[63043]: value = "task-2486321" [ 927.405864] env[63043]: _type = "Task" [ 927.405864] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.414077] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.453383] env[63043]: DEBUG nova.network.neutron [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Successfully updated port: 8e845618-ca33-48a9-8526-573f9a3ff918 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.455159] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.456041] env[63043]: DEBUG nova.compute.manager [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.458533] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.383s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.458759] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.461174] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.798s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.461364] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.463130] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.520s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.464535] env[63043]: INFO nova.compute.claims [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.493201] env[63043]: INFO nova.scheduler.client.report [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Deleted allocations for instance 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f [ 927.502542] env[63043]: INFO nova.scheduler.client.report [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted allocations for instance defb3449-f541-474e-a780-5d639dcf7856 [ 927.503786] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.506764] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-751071cc-d267-433e-a5ea-8b7ebd785f98 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.514350] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 927.514350] env[63043]: value = "task-2486322" [ 927.514350] env[63043]: _type = "Task" [ 927.514350] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.525781] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.614100] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486319, 'name': CreateVM_Task, 'duration_secs': 0.525408} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.614275] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.615094] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.615299] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.615694] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.615959] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f544c7c-becc-4aab-a5be-f9252a73e9ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.621093] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 927.621093] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f33ec3-5aed-62c1-3f10-785bcee825f7" [ 927.621093] env[63043]: _type = "Task" [ 927.621093] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.629881] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f33ec3-5aed-62c1-3f10-785bcee825f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.815348] env[63043]: DEBUG oslo_concurrency.lockutils [req-befdc0a5-69f4-4bbd-8710-9b5873d5a4f9 req-4295dd23-05c2-4fd5-9c27-0a5605d7b76d service nova] Releasing lock "refresh_cache-f516ab13-e028-4f84-a5fc-d567a658c6ee" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.830761] env[63043]: DEBUG oslo_concurrency.lockutils [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.830944] env[63043]: DEBUG oslo_concurrency.lockutils [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.831137] env[63043]: DEBUG nova.network.neutron [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.915881] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.959731] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "refresh_cache-ed95df25-c27c-404b-bc9a-48fa014b3de3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.959897] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "refresh_cache-ed95df25-c27c-404b-bc9a-48fa014b3de3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.960066] env[63043]: DEBUG nova.network.neutron [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.968920] env[63043]: DEBUG nova.compute.utils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 927.971629] env[63043]: DEBUG nova.compute.manager [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.971800] env[63043]: DEBUG nova.network.neutron [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.004206] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Lock "5f47d72c-81fd-47b9-92b4-fc9e56e0e19f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.985s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.013512] env[63043]: DEBUG nova.policy [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71f88abbe2b04ee5a5ca1cb23a647282', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10268a5ffd764ce2bb63f3adebcf623f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.015698] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "defb3449-f541-474e-a780-5d639dcf7856" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.882s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.026852] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486322, 'name': PowerOffVM_Task, 'duration_secs': 0.302267} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.027000] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.027818] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3775c19e-e157-4af2-91e5-6a863e14754c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.048659] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c848903e-d031-405c-81ac-c6d756862226 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.083328] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.083704] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05b6774d-7435-4e9d-b7dc-97fa31ceb7b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.090489] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 928.090489] env[63043]: value = "task-2486323" [ 928.090489] env[63043]: _type = "Task" [ 928.090489] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.098417] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.132224] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.132338] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Processing image e5d95b54-e310-4867-a692-8c878504f11c {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.132551] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c/e5d95b54-e310-4867-a692-8c878504f11c.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.132701] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c/e5d95b54-e310-4867-a692-8c878504f11c.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.132885] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.133152] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32aa5df9-33ab-4fce-b352-d62d1450aea8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.156756] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.156853] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.160028] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3498e8a1-f792-4068-9a3a-7d7612148e65 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.165639] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 928.165639] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a69adc-35f3-4452-8921-c60fdfb21af5" [ 928.165639] env[63043]: _type = "Task" [ 928.165639] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.174515] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a69adc-35f3-4452-8921-c60fdfb21af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.378228] env[63043]: DEBUG nova.network.neutron [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Successfully created port: 44b568d0-b1d5-4f7a-9946-693dc2b01c12 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.417570] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486321, 'name': ReconfigVM_Task, 'duration_secs': 0.794399} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.417923] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Reconfigured VM instance instance-0000004e to attach disk [datastore1] d73e7816-e8e6-4f49-8a8c-98134ffc27d9/d73e7816-e8e6-4f49-8a8c-98134ffc27d9.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.418905] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7e62ce3-267f-4e9e-92a2-4d17a695eb5d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.425376] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 928.425376] env[63043]: value = "task-2486324" [ 928.425376] env[63043]: _type = "Task" [ 928.425376] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.434841] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486324, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.478498] env[63043]: DEBUG nova.compute.manager [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.544751] env[63043]: DEBUG nova.network.neutron [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.604863] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 928.605145] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.607852] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.607852] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.607852] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.608636] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c9a5468-1cb4-4e19-a67a-5126658b9345 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.617550] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.617747] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.618556] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b80ff697-782d-4836-a4bf-7c13f3e94bb1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.627979] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 928.627979] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52ee3dbb-dcd1-d787-d6b1-07ac66f1b030" [ 928.627979] env[63043]: _type = "Task" [ 928.627979] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.637072] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ee3dbb-dcd1-d787-d6b1-07ac66f1b030, 'name': SearchDatastore_Task, 'duration_secs': 0.00868} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.637874] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a797e2-a1ca-4f0e-bb5e-977a2929fb6f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.643133] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 928.643133] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e3e214-28bf-f0c7-0c01-900dc0a20daa" [ 928.643133] env[63043]: _type = "Task" [ 928.643133] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.658025] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e3e214-28bf-f0c7-0c01-900dc0a20daa, 'name': SearchDatastore_Task, 'duration_secs': 0.008736} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.658406] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.658609] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b9be1ce1-755a-4f38-8801-678ac29c45ca/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk. {{(pid=63043) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 928.658886] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a997af14-9f22-45f0-9e08-b8c76a1ac52e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.666514] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 928.666514] env[63043]: value = "task-2486325" [ 928.666514] env[63043]: _type = "Task" [ 928.666514] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.683518] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Preparing fetch location {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 928.683797] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Fetch image to [datastore1] OSTACK_IMG_c95654fd-a89b-4a4b-87ce-20dc51717b7b/OSTACK_IMG_c95654fd-a89b-4a4b-87ce-20dc51717b7b.vmdk {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 928.683998] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Downloading stream optimized image e5d95b54-e310-4867-a692-8c878504f11c to [datastore1] OSTACK_IMG_c95654fd-a89b-4a4b-87ce-20dc51717b7b/OSTACK_IMG_c95654fd-a89b-4a4b-87ce-20dc51717b7b.vmdk on the data store datastore1 as vApp {{(pid=63043) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 928.684515] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Downloading image file data e5d95b54-e310-4867-a692-8c878504f11c to the ESX as VM named 'OSTACK_IMG_c95654fd-a89b-4a4b-87ce-20dc51717b7b' {{(pid=63043) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 928.686585] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.782713] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 928.782713] env[63043]: value = "resgroup-9" [ 928.782713] env[63043]: _type = "ResourcePool" [ 928.782713] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 928.784626] env[63043]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0b04b46a-b337-4482-a40a-e8a429bdbc3c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.807146] env[63043]: DEBUG nova.compute.manager [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Received event network-vif-plugged-8e845618-ca33-48a9-8526-573f9a3ff918 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.807491] env[63043]: DEBUG oslo_concurrency.lockutils [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] Acquiring lock "ed95df25-c27c-404b-bc9a-48fa014b3de3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.807911] env[63043]: DEBUG oslo_concurrency.lockutils [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] Lock "ed95df25-c27c-404b-bc9a-48fa014b3de3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.808109] env[63043]: DEBUG oslo_concurrency.lockutils [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] Lock "ed95df25-c27c-404b-bc9a-48fa014b3de3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.808367] env[63043]: DEBUG nova.compute.manager [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] No waiting events found dispatching network-vif-plugged-8e845618-ca33-48a9-8526-573f9a3ff918 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.808603] env[63043]: WARNING nova.compute.manager [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Received unexpected event network-vif-plugged-8e845618-ca33-48a9-8526-573f9a3ff918 for instance with vm_state building and task_state spawning. [ 928.808833] env[63043]: DEBUG nova.compute.manager [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Received event network-changed-8e845618-ca33-48a9-8526-573f9a3ff918 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.809070] env[63043]: DEBUG nova.compute.manager [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Refreshing instance network info cache due to event network-changed-8e845618-ca33-48a9-8526-573f9a3ff918. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.809378] env[63043]: DEBUG oslo_concurrency.lockutils [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] Acquiring lock "refresh_cache-ed95df25-c27c-404b-bc9a-48fa014b3de3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.819821] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lease: (returnval){ [ 928.819821] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b80e33-bd01-aba5-5d32-0be861ad13e3" [ 928.819821] env[63043]: _type = "HttpNfcLease" [ 928.819821] env[63043]: } obtained for vApp import into resource pool (val){ [ 928.819821] env[63043]: value = "resgroup-9" [ 928.819821] env[63043]: _type = "ResourcePool" [ 928.819821] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 928.819821] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the lease: (returnval){ [ 928.819821] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b80e33-bd01-aba5-5d32-0be861ad13e3" [ 928.819821] env[63043]: _type = "HttpNfcLease" [ 928.819821] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.832190] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.832190] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b80e33-bd01-aba5-5d32-0be861ad13e3" [ 928.832190] env[63043]: _type = "HttpNfcLease" [ 928.832190] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.948833] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486324, 'name': Rename_Task, 'duration_secs': 0.22697} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.950320] env[63043]: DEBUG nova.network.neutron [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance_info_cache with network_info: [{"id": "8d538522-5c86-4b0b-8289-28543a98dfc2", "address": "fa:16:3e:7e:0c:f6", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d538522-5c", "ovs_interfaceid": "8d538522-5c86-4b0b-8289-28543a98dfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.952175] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.952175] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aa999cd-af88-4484-b63e-854b5e1a6177 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.966082] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 928.966082] env[63043]: value = "task-2486327" [ 928.966082] env[63043]: _type = "Task" [ 928.966082] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.990371] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486327, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.993685] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aabeb07-605e-4999-b33b-c8414cae6034 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.003612] env[63043]: DEBUG nova.network.neutron [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Updating instance_info_cache with network_info: [{"id": "8e845618-ca33-48a9-8526-573f9a3ff918", "address": "fa:16:3e:f1:92:a9", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e845618-ca", "ovs_interfaceid": "8e845618-ca33-48a9-8526-573f9a3ff918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.005620] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3e97da-9cfb-4ae7-b7e6-316a196d486e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.050028] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d08c883-a157-41b0-b2ef-744f086f369d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.058116] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeddadbd-bc00-49bb-8ec0-47be52456eee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.076106] env[63043]: DEBUG nova.compute.provider_tree [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.185568] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486325, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.329153] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.329153] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b80e33-bd01-aba5-5d32-0be861ad13e3" [ 929.329153] env[63043]: _type = "HttpNfcLease" [ 929.329153] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.459096] env[63043]: DEBUG oslo_concurrency.lockutils [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.477907] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.486777] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "eef8d546-dc21-4216-a374-3b23efb73a56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.487018] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "eef8d546-dc21-4216-a374-3b23efb73a56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.494271] env[63043]: DEBUG nova.compute.manager [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.511364] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "refresh_cache-ed95df25-c27c-404b-bc9a-48fa014b3de3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.511827] env[63043]: DEBUG nova.compute.manager [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Instance network_info: |[{"id": "8e845618-ca33-48a9-8526-573f9a3ff918", "address": "fa:16:3e:f1:92:a9", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e845618-ca", "ovs_interfaceid": "8e845618-ca33-48a9-8526-573f9a3ff918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.512298] env[63043]: DEBUG oslo_concurrency.lockutils [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] Acquired lock "refresh_cache-ed95df25-c27c-404b-bc9a-48fa014b3de3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.512491] env[63043]: DEBUG nova.network.neutron [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Refreshing network info cache for port 8e845618-ca33-48a9-8526-573f9a3ff918 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.513990] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:92:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e845618-ca33-48a9-8526-573f9a3ff918', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.522013] env[63043]: DEBUG oslo.service.loopingcall [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.527215] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.528398] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f85c4420-775b-436e-8297-151ec94d0b9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.549507] env[63043]: DEBUG nova.virt.hardware [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.549845] env[63043]: DEBUG nova.virt.hardware [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.550028] env[63043]: DEBUG nova.virt.hardware [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.550583] env[63043]: DEBUG nova.virt.hardware [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.550583] env[63043]: DEBUG nova.virt.hardware [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.550583] env[63043]: DEBUG nova.virt.hardware [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.550905] env[63043]: DEBUG nova.virt.hardware [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.551093] env[63043]: DEBUG nova.virt.hardware [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.551355] env[63043]: DEBUG nova.virt.hardware [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.551671] env[63043]: DEBUG nova.virt.hardware [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.551869] env[63043]: DEBUG nova.virt.hardware [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.553492] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423f56ee-bda2-4431-972b-8c134035736d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.565173] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b40947-db54-4884-a4dc-35a8f5a0673a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.569115] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.569115] env[63043]: value = "task-2486328" [ 929.569115] env[63043]: _type = "Task" [ 929.569115] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.590437] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486328, 'name': CreateVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.600828] env[63043]: ERROR nova.scheduler.client.report [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [req-86eba8f3-5ad7-4a58-aa58-75b05ddd9516] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1c615ed-2198-4c37-92f9-e049b1e9001f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-86eba8f3-5ad7-4a58-aa58-75b05ddd9516"}]} [ 929.618590] env[63043]: DEBUG nova.scheduler.client.report [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Refreshing inventories for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 929.635465] env[63043]: DEBUG nova.scheduler.client.report [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Updating ProviderTree inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 929.635742] env[63043]: DEBUG nova.compute.provider_tree [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.647793] env[63043]: DEBUG nova.scheduler.client.report [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Refreshing aggregate associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, aggregates: None {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 929.668847] env[63043]: DEBUG nova.scheduler.client.report [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Refreshing trait associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 929.682460] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536207} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.683013] env[63043]: INFO nova.virt.vmwareapi.ds_util [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b9be1ce1-755a-4f38-8801-678ac29c45ca/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk. [ 929.686259] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84169268-ce59-4f3d-aba0-8759f3fdece1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.711640] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] b9be1ce1-755a-4f38-8801-678ac29c45ca/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.716500] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83165dcf-c8e9-4371-a6ef-3668ff449ef6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.736245] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 929.736245] env[63043]: value = "task-2486329" [ 929.736245] env[63043]: _type = "Task" [ 929.736245] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.745295] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.831380] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.831380] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b80e33-bd01-aba5-5d32-0be861ad13e3" [ 929.831380] env[63043]: _type = "HttpNfcLease" [ 929.831380] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.831639] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.831639] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b80e33-bd01-aba5-5d32-0be861ad13e3" [ 929.831639] env[63043]: _type = "HttpNfcLease" [ 929.831639] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 929.832735] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0133cde3-d4b9-4380-b532-0aff367ad66c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.841144] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fa8ee-733a-6309-2068-56fb7c14e714/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.842025] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fa8ee-733a-6309-2068-56fb7c14e714/disk-0.vmdk. {{(pid=63043) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 929.923727] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dbe79ed9-ed81-45f4-a459-c11e636b56fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.980504] env[63043]: DEBUG oslo_vmware.api [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486327, 'name': PowerOnVM_Task, 'duration_secs': 0.573595} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.983485] env[63043]: DEBUG nova.network.neutron [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Updated VIF entry in instance network info cache for port 8e845618-ca33-48a9-8526-573f9a3ff918. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.983877] env[63043]: DEBUG nova.network.neutron [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Updating instance_info_cache with network_info: [{"id": "8e845618-ca33-48a9-8526-573f9a3ff918", "address": "fa:16:3e:f1:92:a9", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e845618-ca", "ovs_interfaceid": "8e845618-ca33-48a9-8526-573f9a3ff918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.985013] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.985280] env[63043]: INFO nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Took 7.87 seconds to spawn the instance on the hypervisor. [ 929.985489] env[63043]: DEBUG nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.989118] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3a05a0-6129-4427-9120-d76e801607d7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.990386] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8d6f05-0f8c-40d7-8b61-763bc00a42ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.992883] env[63043]: DEBUG nova.compute.manager [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.026305] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cedc484-04fd-46fa-aab4-6a414ee48b2e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.033026] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance 'b1cc0753-f1d8-4870-b282-235ccd66e144' progress to 83 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.083208] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486328, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.141811] env[63043]: DEBUG nova.network.neutron [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Successfully updated port: 44b568d0-b1d5-4f7a-9946-693dc2b01c12 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.180427] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36bfcc8-e581-43bb-b57a-16e79b3e1367 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.192016] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d926534f-2189-4266-b68b-545c70bb37ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.220207] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2f8a71-0d4d-4d6c-a103-c2dd3bbd2f05 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.228048] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9be11bf-c691-4296-a520-fa383eb3b8a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.244720] env[63043]: DEBUG nova.compute.provider_tree [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.254906] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486329, 'name': ReconfigVM_Task, 'duration_secs': 0.325915} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.255496] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Reconfigured VM instance instance-0000004a to attach disk [datastore2] b9be1ce1-755a-4f38-8801-678ac29c45ca/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.256382] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef4355-3a09-44ce-a6a5-93e6de9e53b3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.283840] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2950ef9f-8628-4af3-929c-77b47767869d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.301989] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 930.301989] env[63043]: value = "task-2486330" [ 930.301989] env[63043]: _type = "Task" [ 930.301989] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.310688] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.487212] env[63043]: DEBUG oslo_concurrency.lockutils [req-6a383265-0e0a-4e7c-a9ef-2c4f45b663dd req-c278f264-c408-4dee-9cf6-b0e5102a0de9 service nova] Releasing lock "refresh_cache-ed95df25-c27c-404b-bc9a-48fa014b3de3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.535255] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.535951] env[63043]: INFO nova.compute.manager [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Took 43.68 seconds to build instance. [ 930.539793] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.543258] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c9faf29-e2f3-4ff1-815a-8aef38a00dd9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.551699] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 930.551699] env[63043]: value = "task-2486331" [ 930.551699] env[63043]: _type = "Task" [ 930.551699] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.567030] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.583729] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486328, 'name': CreateVM_Task, 'duration_secs': 0.743453} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.586083] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.587379] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.589852] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.589852] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.589852] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e76895c-aa07-4d2b-b29b-4b96940299b3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.594108] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 930.594108] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5225d74f-811b-15ad-f8b5-16ede1700f99" [ 930.594108] env[63043]: _type = "Task" [ 930.594108] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.605444] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5225d74f-811b-15ad-f8b5-16ede1700f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.648878] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.649145] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.649306] env[63043]: DEBUG nova.network.neutron [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.782015] env[63043]: DEBUG nova.scheduler.client.report [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Updated inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 930.782313] env[63043]: DEBUG nova.compute.provider_tree [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Updating resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f generation from 108 to 109 during operation: update_inventory {{(pid=63043) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 930.782505] env[63043]: DEBUG nova.compute.provider_tree [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.814395] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486330, 'name': ReconfigVM_Task, 'duration_secs': 0.368552} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.816130] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.816782] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9fe55ed-d097-4dc5-b384-e26ed5a2834d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.822392] env[63043]: DEBUG nova.compute.manager [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Received event network-vif-plugged-44b568d0-b1d5-4f7a-9946-693dc2b01c12 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.822609] env[63043]: DEBUG oslo_concurrency.lockutils [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] Acquiring lock "e86da836-765e-4b9c-a796-46dd2afc9ed8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.822813] env[63043]: DEBUG oslo_concurrency.lockutils [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.823385] env[63043]: DEBUG oslo_concurrency.lockutils [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.823385] env[63043]: DEBUG nova.compute.manager [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] No waiting events found dispatching network-vif-plugged-44b568d0-b1d5-4f7a-9946-693dc2b01c12 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.823385] env[63043]: WARNING nova.compute.manager [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Received unexpected event network-vif-plugged-44b568d0-b1d5-4f7a-9946-693dc2b01c12 for instance with vm_state building and task_state spawning. [ 930.823866] env[63043]: DEBUG nova.compute.manager [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Received event network-changed-44b568d0-b1d5-4f7a-9946-693dc2b01c12 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.823866] env[63043]: DEBUG nova.compute.manager [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Refreshing instance network info cache due to event network-changed-44b568d0-b1d5-4f7a-9946-693dc2b01c12. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.823866] env[63043]: DEBUG oslo_concurrency.lockutils [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] Acquiring lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.826655] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 930.826655] env[63043]: value = "task-2486332" [ 930.826655] env[63043]: _type = "Task" [ 930.826655] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.837083] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.041539] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a9336362-9802-4b95-b053-e3a4bae51c49 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "d73e7816-e8e6-4f49-8a8c-98134ffc27d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.201s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.061203] env[63043]: DEBUG oslo_vmware.api [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486331, 'name': PowerOnVM_Task, 'duration_secs': 0.503404} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.063488] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.063789] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-140cbd4c-0554-4433-aec6-1acaa0ea5abc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance 'b1cc0753-f1d8-4870-b282-235ccd66e144' progress to 100 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.078242] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Completed reading data from the image iterator. {{(pid=63043) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 931.078506] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fa8ee-733a-6309-2068-56fb7c14e714/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 931.079429] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a63af31-49d8-42bd-9cd5-7bfe9fa266f3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.089455] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fa8ee-733a-6309-2068-56fb7c14e714/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 931.089719] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fa8ee-733a-6309-2068-56fb7c14e714/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 931.090322] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-50589305-9ba7-4c34-82d2-57acba0b66cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.104459] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5225d74f-811b-15ad-f8b5-16ede1700f99, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.104760] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.104996] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.105246] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.105391] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.105598] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.105871] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e414b35-7fb2-4f3b-879f-e71d200b557d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.115479] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.115479] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.116154] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dcdfb24-edbb-4d4e-ab63-c10914c570c7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.121428] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 931.121428] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f46e54-eeda-ba0a-0cdb-540864125be2" [ 931.121428] env[63043]: _type = "Task" [ 931.121428] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.130679] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f46e54-eeda-ba0a-0cdb-540864125be2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.184029] env[63043]: DEBUG nova.network.neutron [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.186498] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.186904] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.187231] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.187527] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.187807] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.190692] env[63043]: INFO nova.compute.manager [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Terminating instance [ 931.289502] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.826s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.290352] env[63043]: DEBUG nova.compute.manager [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.294787] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.451s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.300902] env[63043]: INFO nova.compute.claims [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.337577] env[63043]: DEBUG oslo_vmware.api [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486332, 'name': PowerOnVM_Task, 'duration_secs': 0.440534} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.337577] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.340114] env[63043]: DEBUG nova.compute.manager [None req-fae8fb0b-7265-4a84-bbf4-e0894d605e81 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.341088] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f3339f-a5be-4d36-bc25-431c4caaa246 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.391727] env[63043]: DEBUG nova.network.neutron [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance_info_cache with network_info: [{"id": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "address": "fa:16:3e:d0:f2:db", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b568d0-b1", "ovs_interfaceid": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.622291] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fa8ee-733a-6309-2068-56fb7c14e714/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 931.622528] env[63043]: INFO nova.virt.vmwareapi.images [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Downloaded image file data e5d95b54-e310-4867-a692-8c878504f11c [ 931.627836] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1370dad6-71dc-4fe4-bf0c-51647f316d14 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.640310] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f46e54-eeda-ba0a-0cdb-540864125be2, 'name': SearchDatastore_Task, 'duration_secs': 0.021105} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.652032] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9240e14-61c4-4cdf-ad0a-b3104a4b971d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.654267] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb96142f-f832-4bc0-bdb5-f895209df72e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.659313] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 931.659313] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520c47bb-c3ae-3de2-1c7b-8880e9a0e80a" [ 931.659313] env[63043]: _type = "Task" [ 931.659313] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.668569] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520c47bb-c3ae-3de2-1c7b-8880e9a0e80a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.689223] env[63043]: INFO nova.virt.vmwareapi.images [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] The imported VM was unregistered [ 931.691531] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Caching image {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 931.691828] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.692054] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ba261ac-08c4-4118-be74-6142929f1860 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.696016] env[63043]: DEBUG nova.compute.manager [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.696230] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.697077] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374dfdfe-10cf-4fa4-8971-b347ce942735 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.706115] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.706413] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49bbfb2c-6e7a-4f71-b633-a2fc636c86c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.713535] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Created directory with path [datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.713695] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c95654fd-a89b-4a4b-87ce-20dc51717b7b/OSTACK_IMG_c95654fd-a89b-4a4b-87ce-20dc51717b7b.vmdk to [datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c/e5d95b54-e310-4867-a692-8c878504f11c.vmdk. {{(pid=63043) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 931.715213] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-23e4ef8f-0907-4447-9281-dbd74245d8de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.717785] env[63043]: DEBUG oslo_vmware.api [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 931.717785] env[63043]: value = "task-2486334" [ 931.717785] env[63043]: _type = "Task" [ 931.717785] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.724125] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 931.724125] env[63043]: value = "task-2486335" [ 931.724125] env[63043]: _type = "Task" [ 931.724125] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.730934] env[63043]: DEBUG oslo_vmware.api [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.735725] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486335, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.811939] env[63043]: DEBUG nova.compute.utils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 931.815187] env[63043]: DEBUG nova.compute.manager [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.815187] env[63043]: DEBUG nova.network.neutron [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.894453] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.894771] env[63043]: DEBUG nova.compute.manager [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Instance network_info: |[{"id": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "address": "fa:16:3e:d0:f2:db", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b568d0-b1", "ovs_interfaceid": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.895094] env[63043]: DEBUG oslo_concurrency.lockutils [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] Acquired lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.895283] env[63043]: DEBUG nova.network.neutron [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Refreshing network info cache for port 44b568d0-b1d5-4f7a-9946-693dc2b01c12 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.896634] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:f2:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44b568d0-b1d5-4f7a-9946-693dc2b01c12', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.904322] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating folder: Project (10268a5ffd764ce2bb63f3adebcf623f). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.907194] env[63043]: DEBUG nova.policy [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b48a53d54104efc858a6afeda94f906', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdeb0851bf934409b4ed26f9b693cdd7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.910643] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94b000ff-9c86-40ad-a6db-9deb59a9a275 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.922172] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Created folder: Project (10268a5ffd764ce2bb63f3adebcf623f) in parent group-v502843. [ 931.922329] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating folder: Instances. Parent ref: group-v503062. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.922571] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f383aec5-66ab-4202-8280-613233516ec6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.934959] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Created folder: Instances in parent group-v503062. [ 931.935158] env[63043]: DEBUG oslo.service.loopingcall [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.935389] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.935767] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1930e20b-2430-4cf9-9baa-20ce5940b333 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.959153] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.959153] env[63043]: value = "task-2486338" [ 931.959153] env[63043]: _type = "Task" [ 931.959153] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.967519] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486338, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.147018] env[63043]: DEBUG nova.network.neutron [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updated VIF entry in instance network info cache for port 44b568d0-b1d5-4f7a-9946-693dc2b01c12. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.147427] env[63043]: DEBUG nova.network.neutron [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance_info_cache with network_info: [{"id": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "address": "fa:16:3e:d0:f2:db", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b568d0-b1", "ovs_interfaceid": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.174103] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520c47bb-c3ae-3de2-1c7b-8880e9a0e80a, 'name': SearchDatastore_Task, 'duration_secs': 0.017285} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.174404] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.174675] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] ed95df25-c27c-404b-bc9a-48fa014b3de3/ed95df25-c27c-404b-bc9a-48fa014b3de3.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.174950] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b5f297d-2186-4e6d-bee3-39610a173cd6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.185708] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 932.185708] env[63043]: value = "task-2486339" [ 932.185708] env[63043]: _type = "Task" [ 932.185708] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.196377] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.235957] env[63043]: DEBUG oslo_vmware.api [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486334, 'name': PowerOffVM_Task, 'duration_secs': 0.289808} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.236997] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.237307] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.237700] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33d8f15b-c78e-433d-98bf-7aabbb763a57 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.245513] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486335, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.315977] env[63043]: DEBUG nova.compute.manager [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.366034] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.366283] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.366488] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Deleting the datastore file [datastore1] 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.367569] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eee443c7-ca2f-4ce5-814b-066301ce0cd0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.382768] env[63043]: DEBUG oslo_vmware.api [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 932.382768] env[63043]: value = "task-2486341" [ 932.382768] env[63043]: _type = "Task" [ 932.382768] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.393477] env[63043]: DEBUG oslo_vmware.api [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.432511] env[63043]: DEBUG nova.network.neutron [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Successfully created port: 50e0db38-b304-4f80-9e29-2589fd0af2c1 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.484664] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486338, 'name': CreateVM_Task, 'duration_secs': 0.418084} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.484938] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.486704] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.488442] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.488918] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.489336] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22352a15-234a-4a9d-9cc4-5cd7aa5be3f0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.501048] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 932.501048] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f4cf3c-9f57-630f-fdf2-d0fa78994b74" [ 932.501048] env[63043]: _type = "Task" [ 932.501048] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.515164] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f4cf3c-9f57-630f-fdf2-d0fa78994b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.651149] env[63043]: DEBUG oslo_concurrency.lockutils [req-f7a2a587-7310-44f1-b293-792464dd99e5 req-7c626af3-9f0b-4062-bb92-4fc4e7c8165d service nova] Releasing lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.700238] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.737295] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486335, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.817086] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a73556-a59a-4792-8061-8aeb1231c8bc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.831369] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13734399-3c76-4cdb-906a-1139fdbdb65d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.871376] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47db7045-d90c-4acf-95bc-98af341fca93 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.889342] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f0014c-f303-4005-b110-af1afdad4d4d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.908350] env[63043]: DEBUG nova.compute.provider_tree [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.914519] env[63043]: DEBUG oslo_vmware.api [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.013799] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f4cf3c-9f57-630f-fdf2-d0fa78994b74, 'name': SearchDatastore_Task, 'duration_secs': 0.108121} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.015288] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.015683] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.015991] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.016202] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.016482] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.020073] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41e94b26-d4e9-44d1-a511-bc1fa55dc5bf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.034832] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.035057] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.036399] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a796ead-20cc-4104-9486-6d63637b1616 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.043577] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 933.043577] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528398b7-fe49-070a-8787-f961f34d31b7" [ 933.043577] env[63043]: _type = "Task" [ 933.043577] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.053930] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528398b7-fe49-070a-8787-f961f34d31b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.199042] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.237449] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486335, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.325434] env[63043]: INFO nova.compute.manager [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Unrescuing [ 933.325847] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "refresh_cache-b9be1ce1-755a-4f38-8801-678ac29c45ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.326055] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "refresh_cache-b9be1ce1-755a-4f38-8801-678ac29c45ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.326248] env[63043]: DEBUG nova.network.neutron [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.331380] env[63043]: DEBUG nova.compute.manager [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.359207] env[63043]: DEBUG nova.virt.hardware [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.359488] env[63043]: DEBUG nova.virt.hardware [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.359654] env[63043]: DEBUG nova.virt.hardware [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.359842] env[63043]: DEBUG nova.virt.hardware [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.359992] env[63043]: DEBUG nova.virt.hardware [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.360168] env[63043]: DEBUG nova.virt.hardware [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.360388] env[63043]: DEBUG nova.virt.hardware [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.360553] env[63043]: DEBUG nova.virt.hardware [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.360726] env[63043]: DEBUG nova.virt.hardware [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.360892] env[63043]: DEBUG nova.virt.hardware [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.361084] env[63043]: DEBUG nova.virt.hardware [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.361992] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cec9ec-81e9-44b6-a4ba-b5c8aac2af32 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.374011] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e2bb76-b35c-41e3-9146-e2c8faad54ff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.400913] env[63043]: DEBUG oslo_vmware.api [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.416729] env[63043]: DEBUG nova.scheduler.client.report [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.524276] env[63043]: DEBUG oslo_concurrency.lockutils [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "b1cc0753-f1d8-4870-b282-235ccd66e144" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.524570] env[63043]: DEBUG oslo_concurrency.lockutils [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "b1cc0753-f1d8-4870-b282-235ccd66e144" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.524781] env[63043]: DEBUG nova.compute.manager [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Going to confirm migration 4 {{(pid=63043) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 933.557381] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528398b7-fe49-070a-8787-f961f34d31b7, 'name': SearchDatastore_Task, 'duration_secs': 0.09068} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.558351] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1bff4e5-fde0-408e-ac09-a69e5976e84d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.567053] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 933.567053] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]525d7602-5b35-16fb-495d-f561ea1dded1" [ 933.567053] env[63043]: _type = "Task" [ 933.567053] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.578733] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525d7602-5b35-16fb-495d-f561ea1dded1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.711984] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.739739] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486335, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.902636] env[63043]: DEBUG oslo_vmware.api [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.922343] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.922734] env[63043]: DEBUG nova.compute.manager [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.925650] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.166s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.925891] env[63043]: DEBUG nova.objects.instance [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lazy-loading 'resources' on Instance uuid 6715c0c8-6537-4057-912f-1391b5bf7d8c {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.016329] env[63043]: DEBUG nova.compute.manager [req-24924f1f-2f4f-4275-8311-c5b3969428ca req-29bd5cdb-8d57-44fd-ad50-34641eb6a617 service nova] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Received event network-vif-plugged-50e0db38-b304-4f80-9e29-2589fd0af2c1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.017417] env[63043]: DEBUG oslo_concurrency.lockutils [req-24924f1f-2f4f-4275-8311-c5b3969428ca req-29bd5cdb-8d57-44fd-ad50-34641eb6a617 service nova] Acquiring lock "b8fbf919-c2c5-47b9-8660-94443821b357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.017417] env[63043]: DEBUG oslo_concurrency.lockutils [req-24924f1f-2f4f-4275-8311-c5b3969428ca req-29bd5cdb-8d57-44fd-ad50-34641eb6a617 service nova] Lock "b8fbf919-c2c5-47b9-8660-94443821b357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.017417] env[63043]: DEBUG oslo_concurrency.lockutils [req-24924f1f-2f4f-4275-8311-c5b3969428ca req-29bd5cdb-8d57-44fd-ad50-34641eb6a617 service nova] Lock "b8fbf919-c2c5-47b9-8660-94443821b357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.017656] env[63043]: DEBUG nova.compute.manager [req-24924f1f-2f4f-4275-8311-c5b3969428ca req-29bd5cdb-8d57-44fd-ad50-34641eb6a617 service nova] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] No waiting events found dispatching network-vif-plugged-50e0db38-b304-4f80-9e29-2589fd0af2c1 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.017903] env[63043]: WARNING nova.compute.manager [req-24924f1f-2f4f-4275-8311-c5b3969428ca req-29bd5cdb-8d57-44fd-ad50-34641eb6a617 service nova] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Received unexpected event network-vif-plugged-50e0db38-b304-4f80-9e29-2589fd0af2c1 for instance with vm_state building and task_state spawning. [ 934.085266] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525d7602-5b35-16fb-495d-f561ea1dded1, 'name': SearchDatastore_Task, 'duration_secs': 0.088779} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.086176] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.086176] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] e86da836-765e-4b9c-a796-46dd2afc9ed8/e86da836-765e-4b9c-a796-46dd2afc9ed8.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.086409] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94685946-656f-4b58-8496-31e16aabcbd9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.097631] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 934.097631] env[63043]: value = "task-2486342" [ 934.097631] env[63043]: _type = "Task" [ 934.097631] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.109217] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.164700] env[63043]: DEBUG nova.network.neutron [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Successfully updated port: 50e0db38-b304-4f80-9e29-2589fd0af2c1 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.204704] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486339, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.241679] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486335, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.404646] env[63043]: DEBUG oslo_vmware.api [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.962348} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.405124] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.405165] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.405354] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.405724] env[63043]: INFO nova.compute.manager [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Took 2.71 seconds to destroy the instance on the hypervisor. [ 934.406107] env[63043]: DEBUG oslo.service.loopingcall [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.406406] env[63043]: DEBUG nova.compute.manager [-] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.406741] env[63043]: DEBUG nova.network.neutron [-] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.409641] env[63043]: DEBUG oslo_concurrency.lockutils [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.409871] env[63043]: DEBUG oslo_concurrency.lockutils [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.410090] env[63043]: DEBUG nova.network.neutron [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.410297] env[63043]: DEBUG nova.objects.instance [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lazy-loading 'info_cache' on Instance uuid b1cc0753-f1d8-4870-b282-235ccd66e144 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.429740] env[63043]: DEBUG nova.compute.utils [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 934.434678] env[63043]: DEBUG nova.compute.manager [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.435634] env[63043]: DEBUG nova.network.neutron [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.496746] env[63043]: DEBUG nova.network.neutron [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Updating instance_info_cache with network_info: [{"id": "3ea771ea-61b2-49be-a44f-1b78d8aa718a", "address": "fa:16:3e:79:cb:a3", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea771ea-61", "ovs_interfaceid": "3ea771ea-61b2-49be-a44f-1b78d8aa718a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.502146] env[63043]: DEBUG nova.policy [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc610078a97d42e7a027d10cff61061c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '940c2c893bf247f18729a8f6056c4937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.609310] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.670690] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Acquiring lock "refresh_cache-b8fbf919-c2c5-47b9-8660-94443821b357" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.670835] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Acquired lock "refresh_cache-b8fbf919-c2c5-47b9-8660-94443821b357" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.674254] env[63043]: DEBUG nova.network.neutron [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.706160] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486339, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.511888} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.706420] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] ed95df25-c27c-404b-bc9a-48fa014b3de3/ed95df25-c27c-404b-bc9a-48fa014b3de3.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.706651] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.706926] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1913080d-f127-4c17-a69f-cd818a6e0c77 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.713897] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 934.713897] env[63043]: value = "task-2486343" [ 934.713897] env[63043]: _type = "Task" [ 934.713897] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.725137] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.742499] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486335, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.879308] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9477e6ec-b26f-445e-9f77-1d259370fea6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.887471] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0b5ce3-a297-462f-b2ce-dfd5b947a56d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.922762] env[63043]: DEBUG nova.network.neutron [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Successfully created port: 58609c2a-5b71-46e4-928a-83a1bb538641 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.925474] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2f91d1-79ab-4caf-91f6-209d3f953cad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.936404] env[63043]: DEBUG nova.compute.manager [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.940783] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d520fae-a49d-4c5b-b5de-4624777eab2f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.958904] env[63043]: DEBUG nova.compute.provider_tree [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.003939] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "refresh_cache-b9be1ce1-755a-4f38-8801-678ac29c45ca" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.003939] env[63043]: DEBUG nova.objects.instance [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lazy-loading 'flavor' on Instance uuid b9be1ce1-755a-4f38-8801-678ac29c45ca {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.107847] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486342, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.218998] env[63043]: DEBUG nova.network.neutron [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.227482] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119078} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.227752] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.228539] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ed2a48-454a-49d2-836f-624859a1165a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.253580] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] ed95df25-c27c-404b-bc9a-48fa014b3de3/ed95df25-c27c-404b-bc9a-48fa014b3de3.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.258926] env[63043]: DEBUG nova.network.neutron [-] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.260098] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea94538d-484a-47d5-8c5d-9af9454aa72d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.277635] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486335, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.020211} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.278776] env[63043]: INFO nova.compute.manager [-] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Took 0.87 seconds to deallocate network for instance. [ 935.279072] env[63043]: INFO nova.virt.vmwareapi.ds_util [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c95654fd-a89b-4a4b-87ce-20dc51717b7b/OSTACK_IMG_c95654fd-a89b-4a4b-87ce-20dc51717b7b.vmdk to [datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c/e5d95b54-e310-4867-a692-8c878504f11c.vmdk. [ 935.279266] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Cleaning up location [datastore1] OSTACK_IMG_c95654fd-a89b-4a4b-87ce-20dc51717b7b {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 935.279430] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c95654fd-a89b-4a4b-87ce-20dc51717b7b {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.281812] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5416e997-13da-4128-9e2f-7bc48af779b0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.288502] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 935.288502] env[63043]: value = "task-2486344" [ 935.288502] env[63043]: _type = "Task" [ 935.288502] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.292641] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 935.292641] env[63043]: value = "task-2486345" [ 935.292641] env[63043]: _type = "Task" [ 935.292641] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.299147] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.305117] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.408490] env[63043]: DEBUG nova.network.neutron [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Updating instance_info_cache with network_info: [{"id": "50e0db38-b304-4f80-9e29-2589fd0af2c1", "address": "fa:16:3e:73:b4:45", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e0db38-b3", "ovs_interfaceid": "50e0db38-b304-4f80-9e29-2589fd0af2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.448208] env[63043]: INFO nova.virt.block_device [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Booting with volume 75885a3c-ea7d-4349-855a-e1e7e6e12697 at /dev/sda [ 935.462610] env[63043]: DEBUG nova.scheduler.client.report [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.494429] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caa0cb6e-f574-422d-bab6-9262474a1577 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.505611] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d94f18a-a599-4748-a0e6-8e004d04d713 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.523071] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85ae0e1-ca24-4a0c-a3d6-c9dff5522c02 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.551659] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.569509] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61d651fe-46be-4e54-b823-89d7035aa138 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.571818] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ef3d782-e10b-46eb-988f-48895d69392e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.582068] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089127a0-9763-4cbc-b564-e19b683892a1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.594619] env[63043]: DEBUG oslo_vmware.api [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 935.594619] env[63043]: value = "task-2486346" [ 935.594619] env[63043]: _type = "Task" [ 935.594619] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.630175] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21333efe-34ff-4dbe-b990-a820efe2165d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.632927] env[63043]: DEBUG oslo_vmware.api [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.633210] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486342, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.639819] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd5ae10-03d6-473c-b111-8c63e8b814dc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.659219] env[63043]: DEBUG nova.virt.block_device [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Updating existing volume attachment record: 1118be07-74a4-4328-ae6e-945754e5dd6e {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 935.745885] env[63043]: DEBUG nova.network.neutron [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance_info_cache with network_info: [{"id": "8d538522-5c86-4b0b-8289-28543a98dfc2", "address": "fa:16:3e:7e:0c:f6", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d538522-5c", "ovs_interfaceid": "8d538522-5c86-4b0b-8289-28543a98dfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.788627] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.801827] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.807358] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219813} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.807625] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.807808] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c/e5d95b54-e310-4867-a692-8c878504f11c.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.808090] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c/e5d95b54-e310-4867-a692-8c878504f11c.vmdk to [datastore1] f516ab13-e028-4f84-a5fc-d567a658c6ee/f516ab13-e028-4f84-a5fc-d567a658c6ee.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.808357] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-361e36ac-2de6-407f-b9f4-ce6ce3ecccb6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.815668] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 935.815668] env[63043]: value = "task-2486347" [ 935.815668] env[63043]: _type = "Task" [ 935.815668] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.823758] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.911134] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Releasing lock "refresh_cache-b8fbf919-c2c5-47b9-8660-94443821b357" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.911484] env[63043]: DEBUG nova.compute.manager [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Instance network_info: |[{"id": "50e0db38-b304-4f80-9e29-2589fd0af2c1", "address": "fa:16:3e:73:b4:45", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e0db38-b3", "ovs_interfaceid": "50e0db38-b304-4f80-9e29-2589fd0af2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.911955] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:b4:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50e0db38-b304-4f80-9e29-2589fd0af2c1', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.919618] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Creating folder: Project (cdeb0851bf934409b4ed26f9b693cdd7). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.919895] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29872a13-acc4-42c9-b81f-a495da776870 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.930230] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Created folder: Project (cdeb0851bf934409b4ed26f9b693cdd7) in parent group-v502843. [ 935.930476] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Creating folder: Instances. Parent ref: group-v503065. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.930619] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-910332af-8360-4793-adb6-30d3a6650dd3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.941424] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Created folder: Instances in parent group-v503065. [ 935.941424] env[63043]: DEBUG oslo.service.loopingcall [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.941424] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.941424] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01637418-e517-4fcb-8ece-c7213243c0ee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.961700] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.961700] env[63043]: value = "task-2486350" [ 935.961700] env[63043]: _type = "Task" [ 935.961700] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.971894] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.975249] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486350, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.975249] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.440s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.976217] env[63043]: INFO nova.compute.claims [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.003748] env[63043]: INFO nova.scheduler.client.report [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleted allocations for instance 6715c0c8-6537-4057-912f-1391b5bf7d8c [ 936.063210] env[63043]: DEBUG nova.compute.manager [req-b32945e9-3669-47af-9ac3-3b92044f1df4 req-4f96c49c-4972-4b54-a27b-5757ca9ae8b2 service nova] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Received event network-changed-50e0db38-b304-4f80-9e29-2589fd0af2c1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.063406] env[63043]: DEBUG nova.compute.manager [req-b32945e9-3669-47af-9ac3-3b92044f1df4 req-4f96c49c-4972-4b54-a27b-5757ca9ae8b2 service nova] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Refreshing instance network info cache due to event network-changed-50e0db38-b304-4f80-9e29-2589fd0af2c1. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 936.063729] env[63043]: DEBUG oslo_concurrency.lockutils [req-b32945e9-3669-47af-9ac3-3b92044f1df4 req-4f96c49c-4972-4b54-a27b-5757ca9ae8b2 service nova] Acquiring lock "refresh_cache-b8fbf919-c2c5-47b9-8660-94443821b357" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.063881] env[63043]: DEBUG oslo_concurrency.lockutils [req-b32945e9-3669-47af-9ac3-3b92044f1df4 req-4f96c49c-4972-4b54-a27b-5757ca9ae8b2 service nova] Acquired lock "refresh_cache-b8fbf919-c2c5-47b9-8660-94443821b357" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.064055] env[63043]: DEBUG nova.network.neutron [req-b32945e9-3669-47af-9ac3-3b92044f1df4 req-4f96c49c-4972-4b54-a27b-5757ca9ae8b2 service nova] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Refreshing network info cache for port 50e0db38-b304-4f80-9e29-2589fd0af2c1 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.108914] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486342, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.624766} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.112288] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] e86da836-765e-4b9c-a796-46dd2afc9ed8/e86da836-765e-4b9c-a796-46dd2afc9ed8.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.112634] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.112935] env[63043]: DEBUG oslo_vmware.api [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486346, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.113212] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6461d376-2d60-48ed-927e-d7959f53f649 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.119995] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 936.119995] env[63043]: value = "task-2486351" [ 936.119995] env[63043]: _type = "Task" [ 936.119995] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.128919] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.249063] env[63043]: DEBUG oslo_concurrency.lockutils [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "refresh_cache-b1cc0753-f1d8-4870-b282-235ccd66e144" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.249453] env[63043]: DEBUG nova.objects.instance [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lazy-loading 'migration_context' on Instance uuid b1cc0753-f1d8-4870-b282-235ccd66e144 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.303994] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486344, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.328170] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486347, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.390244] env[63043]: DEBUG nova.compute.manager [req-9c9219d7-95ce-43fc-ad00-f4a2aa0874d3 req-c3f49347-584f-4b89-b7ab-a09b92557cab service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Received event network-vif-plugged-58609c2a-5b71-46e4-928a-83a1bb538641 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.390244] env[63043]: DEBUG oslo_concurrency.lockutils [req-9c9219d7-95ce-43fc-ad00-f4a2aa0874d3 req-c3f49347-584f-4b89-b7ab-a09b92557cab service nova] Acquiring lock "d2ccb3df-217c-44ae-9bf2-24517cebb9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.391049] env[63043]: DEBUG oslo_concurrency.lockutils [req-9c9219d7-95ce-43fc-ad00-f4a2aa0874d3 req-c3f49347-584f-4b89-b7ab-a09b92557cab service nova] Lock "d2ccb3df-217c-44ae-9bf2-24517cebb9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.391544] env[63043]: DEBUG oslo_concurrency.lockutils [req-9c9219d7-95ce-43fc-ad00-f4a2aa0874d3 req-c3f49347-584f-4b89-b7ab-a09b92557cab service nova] Lock "d2ccb3df-217c-44ae-9bf2-24517cebb9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.391965] env[63043]: DEBUG nova.compute.manager [req-9c9219d7-95ce-43fc-ad00-f4a2aa0874d3 req-c3f49347-584f-4b89-b7ab-a09b92557cab service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] No waiting events found dispatching network-vif-plugged-58609c2a-5b71-46e4-928a-83a1bb538641 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.393336] env[63043]: WARNING nova.compute.manager [req-9c9219d7-95ce-43fc-ad00-f4a2aa0874d3 req-c3f49347-584f-4b89-b7ab-a09b92557cab service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Received unexpected event network-vif-plugged-58609c2a-5b71-46e4-928a-83a1bb538641 for instance with vm_state building and task_state block_device_mapping. [ 936.482425] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486350, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.483801] env[63043]: DEBUG nova.network.neutron [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Successfully updated port: 58609c2a-5b71-46e4-928a-83a1bb538641 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.513036] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "6715c0c8-6537-4057-912f-1391b5bf7d8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.152s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.610492] env[63043]: DEBUG oslo_vmware.api [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486346, 'name': PowerOffVM_Task, 'duration_secs': 0.562054} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.610790] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.616187] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 936.616512] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e18b641-3d26-4d2a-be90-ca593f6d8776 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.639547] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153029} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.641158] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.641527] env[63043]: DEBUG oslo_vmware.api [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 936.641527] env[63043]: value = "task-2486352" [ 936.641527] env[63043]: _type = "Task" [ 936.641527] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.642246] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3bdb79-5b77-494a-9df3-e90eee11effa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.670012] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] e86da836-765e-4b9c-a796-46dd2afc9ed8/e86da836-765e-4b9c-a796-46dd2afc9ed8.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.674742] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-441050fe-41a4-444e-b703-e945081e7902 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.690525] env[63043]: DEBUG oslo_vmware.api [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.700217] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 936.700217] env[63043]: value = "task-2486353" [ 936.700217] env[63043]: _type = "Task" [ 936.700217] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.714997] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.753746] env[63043]: DEBUG nova.objects.base [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 936.754710] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccdf722-8838-4ea6-b853-ae7a5c0c26f8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.779092] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6604ebb-2a13-470d-ba1d-234ba1091001 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.787061] env[63043]: DEBUG oslo_vmware.api [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 936.787061] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]525aa941-f005-6962-6a41-42f118bd128f" [ 936.787061] env[63043]: _type = "Task" [ 936.787061] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.801599] env[63043]: DEBUG oslo_vmware.api [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525aa941-f005-6962-6a41-42f118bd128f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.807807] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486344, 'name': ReconfigVM_Task, 'duration_secs': 1.088806} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.808136] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Reconfigured VM instance instance-00000050 to attach disk [datastore1] ed95df25-c27c-404b-bc9a-48fa014b3de3/ed95df25-c27c-404b-bc9a-48fa014b3de3.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.809144] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd461831-1647-4a45-a856-26701503d055 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.818982] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 936.818982] env[63043]: value = "task-2486354" [ 936.818982] env[63043]: _type = "Task" [ 936.818982] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.835476] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486354, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.839475] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486347, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.897869] env[63043]: DEBUG nova.network.neutron [req-b32945e9-3669-47af-9ac3-3b92044f1df4 req-4f96c49c-4972-4b54-a27b-5757ca9ae8b2 service nova] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Updated VIF entry in instance network info cache for port 50e0db38-b304-4f80-9e29-2589fd0af2c1. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.898540] env[63043]: DEBUG nova.network.neutron [req-b32945e9-3669-47af-9ac3-3b92044f1df4 req-4f96c49c-4972-4b54-a27b-5757ca9ae8b2 service nova] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Updating instance_info_cache with network_info: [{"id": "50e0db38-b304-4f80-9e29-2589fd0af2c1", "address": "fa:16:3e:73:b4:45", "network": {"id": "6add4d9e-3b07-4506-b0ca-525dd6071cd7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e369b03b6e5457d8d10e097a2b39fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e0db38-b3", "ovs_interfaceid": "50e0db38-b304-4f80-9e29-2589fd0af2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.783698] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Acquiring lock "refresh_cache-d2ccb3df-217c-44ae-9bf2-24517cebb9c0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.784064] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Acquired lock "refresh_cache-d2ccb3df-217c-44ae-9bf2-24517cebb9c0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.784107] env[63043]: DEBUG nova.network.neutron [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.790025] env[63043]: DEBUG oslo_concurrency.lockutils [req-b32945e9-3669-47af-9ac3-3b92044f1df4 req-4f96c49c-4972-4b54-a27b-5757ca9ae8b2 service nova] Releasing lock "refresh_cache-b8fbf919-c2c5-47b9-8660-94443821b357" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.790341] env[63043]: DEBUG nova.compute.manager [req-b32945e9-3669-47af-9ac3-3b92044f1df4 req-4f96c49c-4972-4b54-a27b-5757ca9ae8b2 service nova] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Received event network-vif-deleted-2da158bb-faa9-4111-b454-2935dfde8259 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.819201] env[63043]: DEBUG oslo_concurrency.lockutils [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "d4ce4f3a-0979-4c85-be63-8532eedb1593" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.819554] env[63043]: DEBUG oslo_concurrency.lockutils [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "d4ce4f3a-0979-4c85-be63-8532eedb1593" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.819833] env[63043]: DEBUG oslo_concurrency.lockutils [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "d4ce4f3a-0979-4c85-be63-8532eedb1593-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.820089] env[63043]: DEBUG oslo_concurrency.lockutils [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "d4ce4f3a-0979-4c85-be63-8532eedb1593-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.820315] env[63043]: DEBUG oslo_concurrency.lockutils [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "d4ce4f3a-0979-4c85-be63-8532eedb1593-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.828413] env[63043]: INFO nova.compute.manager [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Terminating instance [ 937.837608] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486350, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.837822] env[63043]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.37402500000000005 sec [ 937.845503] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486353, 'name': ReconfigVM_Task, 'duration_secs': 0.376623} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.867461] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Reconfigured VM instance instance-00000051 to attach disk [datastore1] e86da836-765e-4b9c-a796-46dd2afc9ed8/e86da836-765e-4b9c-a796-46dd2afc9ed8.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.869355] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486354, 'name': Rename_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.869678] env[63043]: DEBUG oslo_vmware.api [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486352, 'name': ReconfigVM_Task, 'duration_secs': 0.471678} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.869946] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486347, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.870241] env[63043]: DEBUG oslo_vmware.api [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525aa941-f005-6962-6a41-42f118bd128f, 'name': SearchDatastore_Task, 'duration_secs': 0.045607} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.873854] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02a70b12-07cd-4e57-a8ca-da6e834b837d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.876308] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 937.876583] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.877401] env[63043]: DEBUG oslo_concurrency.lockutils [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.878548] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8c0b51d-50f4-4271-969f-fc034386143f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.889648] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486350, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.895671] env[63043]: DEBUG oslo_vmware.api [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 937.895671] env[63043]: value = "task-2486356" [ 937.895671] env[63043]: _type = "Task" [ 937.895671] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.896036] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 937.896036] env[63043]: value = "task-2486355" [ 937.896036] env[63043]: _type = "Task" [ 937.896036] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.915982] env[63043]: DEBUG oslo_vmware.api [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486356, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.916302] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486355, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.197722] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bcc55d-19f5-48f0-ad0a-82f861efa3f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.207930] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f0c9da-a298-41c7-a84c-1836c9564aaa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.245280] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bf3ae3-d95d-4609-8474-6193a9f6a2e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.255245] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a257a2a-f21b-4251-8710-94b831080baa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.271888] env[63043]: DEBUG nova.compute.provider_tree [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.299010] env[63043]: DEBUG nova.compute.manager [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.299631] env[63043]: DEBUG nova.virt.hardware [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.299631] env[63043]: DEBUG nova.virt.hardware [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.299823] env[63043]: DEBUG nova.virt.hardware [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.299882] env[63043]: DEBUG nova.virt.hardware [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.300039] env[63043]: DEBUG nova.virt.hardware [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.300229] env[63043]: DEBUG nova.virt.hardware [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.300497] env[63043]: DEBUG nova.virt.hardware [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.300914] env[63043]: DEBUG nova.virt.hardware [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.300914] env[63043]: DEBUG nova.virt.hardware [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.301052] env[63043]: DEBUG nova.virt.hardware [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.301181] env[63043]: DEBUG nova.virt.hardware [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.304892] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6518cf96-13df-4d5f-a57a-64a918242682 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.312418] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486347, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.316327] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486354, 'name': Rename_Task, 'duration_secs': 1.060388} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.316665] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.316945] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b243b32c-5902-421c-b848-eebe2c248080 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.327130] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed43e5e1-1464-471c-b1a6-d8952caf924a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.331374] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 938.331374] env[63043]: value = "task-2486357" [ 938.331374] env[63043]: _type = "Task" [ 938.331374] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.347770] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486357, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.351585] env[63043]: DEBUG nova.network.neutron [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.365105] env[63043]: DEBUG nova.compute.manager [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.365335] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.365626] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486350, 'name': CreateVM_Task, 'duration_secs': 2.072192} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.366417] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f7c0ab-6687-4d10-bdc0-6e59b9aa4f10 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.369902] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.369902] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.370194] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.370333] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.371506] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26956eb9-7192-4bbe-ab2c-bc628118513d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.378243] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Waiting for the task: (returnval){ [ 938.378243] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a43e6e-dca3-8572-2e3c-8e688d4e2c23" [ 938.378243] env[63043]: _type = "Task" [ 938.378243] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.382908] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.386855] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eb65403-401b-40cd-ab2e-97d80e801fdc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.396030] env[63043]: DEBUG oslo_vmware.api [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 938.396030] env[63043]: value = "task-2486358" [ 938.396030] env[63043]: _type = "Task" [ 938.396030] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.399642] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a43e6e-dca3-8572-2e3c-8e688d4e2c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.418949] env[63043]: DEBUG oslo_vmware.api [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.425832] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486355, 'name': Rename_Task, 'duration_secs': 0.173903} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.426089] env[63043]: DEBUG oslo_vmware.api [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.428937] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.429264] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09c5c1bd-4c1b-4a3b-ac38-bfd4de23c405 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.440117] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 938.440117] env[63043]: value = "task-2486359" [ 938.440117] env[63043]: _type = "Task" [ 938.440117] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.455727] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.531973] env[63043]: DEBUG nova.compute.manager [req-e2c75f2a-4334-46f8-b766-a78e110fb83c req-2306328f-45eb-417e-852c-3df566fb33c4 service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Received event network-changed-58609c2a-5b71-46e4-928a-83a1bb538641 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.532194] env[63043]: DEBUG nova.compute.manager [req-e2c75f2a-4334-46f8-b766-a78e110fb83c req-2306328f-45eb-417e-852c-3df566fb33c4 service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Refreshing instance network info cache due to event network-changed-58609c2a-5b71-46e4-928a-83a1bb538641. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.532388] env[63043]: DEBUG oslo_concurrency.lockutils [req-e2c75f2a-4334-46f8-b766-a78e110fb83c req-2306328f-45eb-417e-852c-3df566fb33c4 service nova] Acquiring lock "refresh_cache-d2ccb3df-217c-44ae-9bf2-24517cebb9c0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.568797] env[63043]: DEBUG nova.network.neutron [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Updating instance_info_cache with network_info: [{"id": "58609c2a-5b71-46e4-928a-83a1bb538641", "address": "fa:16:3e:f9:95:b8", "network": {"id": "abafdbdb-c411-46e8-8e1e-9f948778a7e5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-36389527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "940c2c893bf247f18729a8f6056c4937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58609c2a-5b", "ovs_interfaceid": "58609c2a-5b71-46e4-928a-83a1bb538641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.775360] env[63043]: DEBUG nova.scheduler.client.report [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.801558] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486347, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.761837} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.801558] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5d95b54-e310-4867-a692-8c878504f11c/e5d95b54-e310-4867-a692-8c878504f11c.vmdk to [datastore1] f516ab13-e028-4f84-a5fc-d567a658c6ee/f516ab13-e028-4f84-a5fc-d567a658c6ee.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.802136] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6117fb8-c877-48b3-bc68-69d711ba9baf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.825224] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] f516ab13-e028-4f84-a5fc-d567a658c6ee/f516ab13-e028-4f84-a5fc-d567a658c6ee.vmdk or device None with type streamOptimized {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.825324] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0bf41aa-2f05-4ba7-9a96-63c871d45e6b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.849223] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486357, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.850789] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 938.850789] env[63043]: value = "task-2486360" [ 938.850789] env[63043]: _type = "Task" [ 938.850789] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.858446] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.892956] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a43e6e-dca3-8572-2e3c-8e688d4e2c23, 'name': SearchDatastore_Task, 'duration_secs': 0.09507} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.893906] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.893906] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.894063] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.894119] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.894279] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.894538] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-842d89fa-d012-462e-8b21-ea17f1bf813d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.908562] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.908786] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.915062] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7a183d-0403-4eb3-892d-04a6415af33e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.917638] env[63043]: DEBUG oslo_vmware.api [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486358, 'name': PowerOffVM_Task, 'duration_secs': 0.375376} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.917865] env[63043]: DEBUG oslo_vmware.api [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486356, 'name': PowerOnVM_Task, 'duration_secs': 0.599573} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.918115] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.918315] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.918567] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.918796] env[63043]: DEBUG nova.compute.manager [None req-0f79b319-9b25-494c-b628-09ee47b2ff42 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.919767] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adf6c56c-0f8b-4768-ab88-f01be2124431 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.921304] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598104c7-3548-4968-814b-6b00d9507c3f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.924702] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Waiting for the task: (returnval){ [ 938.924702] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52af2754-4690-c921-19c4-0dad1095c940" [ 938.924702] env[63043]: _type = "Task" [ 938.924702] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.936516] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52af2754-4690-c921-19c4-0dad1095c940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.950996] env[63043]: DEBUG oslo_vmware.api [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486359, 'name': PowerOnVM_Task, 'duration_secs': 0.478762} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.951122] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.951340] env[63043]: INFO nova.compute.manager [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Took 9.46 seconds to spawn the instance on the hypervisor. [ 938.951560] env[63043]: DEBUG nova.compute.manager [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.952417] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6b6546-f120-4319-9e61-4f4ef781b19e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.021170] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.021415] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.021604] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleting the datastore file [datastore1] d4ce4f3a-0979-4c85-be63-8532eedb1593 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.021899] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25db42b0-daf0-4678-adc5-b6255fa380b3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.027859] env[63043]: DEBUG oslo_vmware.api [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 939.027859] env[63043]: value = "task-2486362" [ 939.027859] env[63043]: _type = "Task" [ 939.027859] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.035979] env[63043]: DEBUG oslo_vmware.api [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.073034] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Releasing lock "refresh_cache-d2ccb3df-217c-44ae-9bf2-24517cebb9c0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.074173] env[63043]: DEBUG nova.compute.manager [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Instance network_info: |[{"id": "58609c2a-5b71-46e4-928a-83a1bb538641", "address": "fa:16:3e:f9:95:b8", "network": {"id": "abafdbdb-c411-46e8-8e1e-9f948778a7e5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-36389527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "940c2c893bf247f18729a8f6056c4937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58609c2a-5b", "ovs_interfaceid": "58609c2a-5b71-46e4-928a-83a1bb538641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.074173] env[63043]: DEBUG oslo_concurrency.lockutils [req-e2c75f2a-4334-46f8-b766-a78e110fb83c req-2306328f-45eb-417e-852c-3df566fb33c4 service nova] Acquired lock "refresh_cache-d2ccb3df-217c-44ae-9bf2-24517cebb9c0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.074173] env[63043]: DEBUG nova.network.neutron [req-e2c75f2a-4334-46f8-b766-a78e110fb83c req-2306328f-45eb-417e-852c-3df566fb33c4 service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Refreshing network info cache for port 58609c2a-5b71-46e4-928a-83a1bb538641 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.075169] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:95:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58609c2a-5b71-46e4-928a-83a1bb538641', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.082412] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Creating folder: Project (940c2c893bf247f18729a8f6056c4937). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.085425] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dfc1470-82fb-46a0-b909-4cf48cdbb699 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.099052] env[63043]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 939.099052] env[63043]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63043) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 939.099052] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Folder already exists: Project (940c2c893bf247f18729a8f6056c4937). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 939.099214] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Creating folder: Instances. Parent ref: group-v503041. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.099436] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54cb4135-d952-49f8-a808-82991ccce693 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.108136] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Created folder: Instances in parent group-v503041. [ 939.108136] env[63043]: DEBUG oslo.service.loopingcall [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 939.108319] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.108459] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edb1d68c-e96c-4277-8d50-004fb86c9265 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.128995] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.128995] env[63043]: value = "task-2486365" [ 939.128995] env[63043]: _type = "Task" [ 939.128995] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.136955] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486365, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.281746] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.306s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.281746] env[63043]: DEBUG nova.compute.manager [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.283933] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.495s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.286108] env[63043]: DEBUG nova.objects.instance [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lazy-loading 'resources' on Instance uuid 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.352088] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486357, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.362290] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.386216] env[63043]: DEBUG nova.network.neutron [req-e2c75f2a-4334-46f8-b766-a78e110fb83c req-2306328f-45eb-417e-852c-3df566fb33c4 service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Updated VIF entry in instance network info cache for port 58609c2a-5b71-46e4-928a-83a1bb538641. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.386783] env[63043]: DEBUG nova.network.neutron [req-e2c75f2a-4334-46f8-b766-a78e110fb83c req-2306328f-45eb-417e-852c-3df566fb33c4 service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Updating instance_info_cache with network_info: [{"id": "58609c2a-5b71-46e4-928a-83a1bb538641", "address": "fa:16:3e:f9:95:b8", "network": {"id": "abafdbdb-c411-46e8-8e1e-9f948778a7e5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-36389527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "940c2c893bf247f18729a8f6056c4937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58609c2a-5b", "ovs_interfaceid": "58609c2a-5b71-46e4-928a-83a1bb538641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.436488] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52af2754-4690-c921-19c4-0dad1095c940, 'name': SearchDatastore_Task, 'duration_secs': 0.032936} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.441325] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d57ce4-4b61-4f73-a62c-f10a0316a5a9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.449325] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Waiting for the task: (returnval){ [ 939.449325] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d2a4ef-d76a-0a09-16a1-0f8a9948df0d" [ 939.449325] env[63043]: _type = "Task" [ 939.449325] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.460887] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d2a4ef-d76a-0a09-16a1-0f8a9948df0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.473307] env[63043]: INFO nova.compute.manager [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Took 42.06 seconds to build instance. [ 939.538122] env[63043]: DEBUG oslo_vmware.api [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.642114] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486365, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.787898] env[63043]: DEBUG nova.compute.utils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 939.789429] env[63043]: DEBUG nova.compute.manager [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.789630] env[63043]: DEBUG nova.network.neutron [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.850632] env[63043]: DEBUG nova.policy [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3ff02114d8d486ba4994e8c19355acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3120f870f9f04b24a10d2db836ff1ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.856993] env[63043]: DEBUG oslo_vmware.api [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486357, 'name': PowerOnVM_Task, 'duration_secs': 1.474086} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.862735] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.862999] env[63043]: INFO nova.compute.manager [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Took 12.79 seconds to spawn the instance on the hypervisor. [ 939.863198] env[63043]: DEBUG nova.compute.manager [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.864559] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ef40bf-ffb1-4347-bbc6-2c23da0381dd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.871626] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486360, 'name': ReconfigVM_Task, 'duration_secs': 0.940599} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.873473] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Reconfigured VM instance instance-0000004f to attach disk [datastore1] f516ab13-e028-4f84-a5fc-d567a658c6ee/f516ab13-e028-4f84-a5fc-d567a658c6ee.vmdk or device None with type streamOptimized {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.882940] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dfe0a0c-3818-4e4d-be02-c73dff8854c2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.890948] env[63043]: DEBUG oslo_concurrency.lockutils [req-e2c75f2a-4334-46f8-b766-a78e110fb83c req-2306328f-45eb-417e-852c-3df566fb33c4 service nova] Releasing lock "refresh_cache-d2ccb3df-217c-44ae-9bf2-24517cebb9c0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.891415] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 939.891415] env[63043]: value = "task-2486366" [ 939.891415] env[63043]: _type = "Task" [ 939.891415] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.900185] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486366, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.968735] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d2a4ef-d76a-0a09-16a1-0f8a9948df0d, 'name': SearchDatastore_Task, 'duration_secs': 0.021382} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.971564] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.971834] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] b8fbf919-c2c5-47b9-8660-94443821b357/b8fbf919-c2c5-47b9-8660-94443821b357.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.973297] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb5b3704-31d5-495a-a831-eb3f3baf7f5b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.975619] env[63043]: DEBUG oslo_concurrency.lockutils [None req-862ad29f-7e73-4205-89a9-8594989eba01 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.701s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.980526] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Waiting for the task: (returnval){ [ 939.980526] env[63043]: value = "task-2486367" [ 939.980526] env[63043]: _type = "Task" [ 939.980526] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.994256] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.046022] env[63043]: DEBUG oslo_vmware.api [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.605667} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.046022] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.046022] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.046022] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.046022] env[63043]: INFO nova.compute.manager [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Took 1.68 seconds to destroy the instance on the hypervisor. [ 940.046022] env[63043]: DEBUG oslo.service.loopingcall [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 940.046022] env[63043]: DEBUG nova.compute.manager [-] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.046022] env[63043]: DEBUG nova.network.neutron [-] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.121625] env[63043]: DEBUG nova.compute.manager [req-41f2ce1f-2dbf-453c-bd1f-d0e35249e6e9 req-cd398258-d13f-42b2-89c6-5cb25f524cea service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Received event network-changed-44b568d0-b1d5-4f7a-9946-693dc2b01c12 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.122017] env[63043]: DEBUG nova.compute.manager [req-41f2ce1f-2dbf-453c-bd1f-d0e35249e6e9 req-cd398258-d13f-42b2-89c6-5cb25f524cea service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Refreshing instance network info cache due to event network-changed-44b568d0-b1d5-4f7a-9946-693dc2b01c12. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 940.122017] env[63043]: DEBUG oslo_concurrency.lockutils [req-41f2ce1f-2dbf-453c-bd1f-d0e35249e6e9 req-cd398258-d13f-42b2-89c6-5cb25f524cea service nova] Acquiring lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.122170] env[63043]: DEBUG oslo_concurrency.lockutils [req-41f2ce1f-2dbf-453c-bd1f-d0e35249e6e9 req-cd398258-d13f-42b2-89c6-5cb25f524cea service nova] Acquired lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.122482] env[63043]: DEBUG nova.network.neutron [req-41f2ce1f-2dbf-453c-bd1f-d0e35249e6e9 req-cd398258-d13f-42b2-89c6-5cb25f524cea service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Refreshing network info cache for port 44b568d0-b1d5-4f7a-9946-693dc2b01c12 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.142217] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486365, 'name': CreateVM_Task, 'duration_secs': 0.704923} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.144353] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.145367] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '1118be07-74a4-4328-ae6e-945754e5dd6e', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503047', 'volume_id': '75885a3c-ea7d-4349-855a-e1e7e6e12697', 'name': 'volume-75885a3c-ea7d-4349-855a-e1e7e6e12697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2ccb3df-217c-44ae-9bf2-24517cebb9c0', 'attached_at': '', 'detached_at': '', 'volume_id': '75885a3c-ea7d-4349-855a-e1e7e6e12697', 'serial': '75885a3c-ea7d-4349-855a-e1e7e6e12697'}, 'boot_index': 0, 'device_type': None, 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63043) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 940.145633] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Root volume attach. Driver type: vmdk {{(pid=63043) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 940.147570] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1cc683-2dd2-4a5d-aad3-1e035a0f541e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.155482] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e0d49f-e21d-42f2-bf24-920feb49d5fb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.165699] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e6e81c-1285-4556-92ed-5e232fc3aacb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.175290] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c7e17861-b701-43ad-92fb-09f42fd75693 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.183771] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Waiting for the task: (returnval){ [ 940.183771] env[63043]: value = "task-2486368" [ 940.183771] env[63043]: _type = "Task" [ 940.183771] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.199844] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486368, 'name': RelocateVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.202123] env[63043]: DEBUG nova.network.neutron [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Successfully created port: d3a0e84c-887c-40dc-8408-950e79bbd67e {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.235679] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b15c28-dc3e-485e-b9bb-ceb89904cb6c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.245221] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431769ac-e5b1-4738-bd43-1f44bb66ec68 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.285028] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbf3b98-2de2-4f4e-befa-8a69e8d5de28 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.292526] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abe98f5-16b8-4408-b526-52d300b26ed4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.295855] env[63043]: DEBUG nova.compute.manager [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.312162] env[63043]: DEBUG nova.compute.provider_tree [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.401985] env[63043]: INFO nova.compute.manager [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Took 44.12 seconds to build instance. [ 940.412224] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486366, 'name': Rename_Task, 'duration_secs': 0.180125} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.412852] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.413165] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cf41245-7787-4514-a04a-a5463518dfe9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.421215] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 940.421215] env[63043]: value = "task-2486369" [ 940.421215] env[63043]: _type = "Task" [ 940.421215] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.432995] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.498832] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486367, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.697037] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486368, 'name': RelocateVM_Task, 'duration_secs': 0.507168} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.697448] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 940.697741] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503047', 'volume_id': '75885a3c-ea7d-4349-855a-e1e7e6e12697', 'name': 'volume-75885a3c-ea7d-4349-855a-e1e7e6e12697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2ccb3df-217c-44ae-9bf2-24517cebb9c0', 'attached_at': '', 'detached_at': '', 'volume_id': '75885a3c-ea7d-4349-855a-e1e7e6e12697', 'serial': '75885a3c-ea7d-4349-855a-e1e7e6e12697'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 940.698651] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fd30a6-d7a2-4677-a5d7-d55ee3356f2c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.719911] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceeff71-f641-49ba-95a2-f08d304f1353 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.751348] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-75885a3c-ea7d-4349-855a-e1e7e6e12697/volume-75885a3c-ea7d-4349-855a-e1e7e6e12697.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.755782] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b72dc4f6-5a2b-493e-8215-9f79c3a2ec4c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.785398] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Waiting for the task: (returnval){ [ 940.785398] env[63043]: value = "task-2486370" [ 940.785398] env[63043]: _type = "Task" [ 940.785398] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.795911] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.817995] env[63043]: DEBUG nova.scheduler.client.report [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.822078] env[63043]: DEBUG nova.network.neutron [-] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.906381] env[63043]: DEBUG oslo_concurrency.lockutils [None req-55f93a65-722e-4672-ad42-e8e431cf1395 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "ed95df25-c27c-404b-bc9a-48fa014b3de3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.639s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.932963] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486369, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.994857] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630744} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.995869] env[63043]: DEBUG nova.network.neutron [req-41f2ce1f-2dbf-453c-bd1f-d0e35249e6e9 req-cd398258-d13f-42b2-89c6-5cb25f524cea service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updated VIF entry in instance network info cache for port 44b568d0-b1d5-4f7a-9946-693dc2b01c12. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.996249] env[63043]: DEBUG nova.network.neutron [req-41f2ce1f-2dbf-453c-bd1f-d0e35249e6e9 req-cd398258-d13f-42b2-89c6-5cb25f524cea service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance_info_cache with network_info: [{"id": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "address": "fa:16:3e:d0:f2:db", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b568d0-b1", "ovs_interfaceid": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.997497] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] b8fbf919-c2c5-47b9-8660-94443821b357/b8fbf919-c2c5-47b9-8660-94443821b357.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.997723] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.998097] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b06a624-9adc-4c97-a168-b0fc0621dcee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.009239] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Waiting for the task: (returnval){ [ 941.009239] env[63043]: value = "task-2486371" [ 941.009239] env[63043]: _type = "Task" [ 941.009239] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.022133] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.297263] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.309788] env[63043]: DEBUG nova.compute.manager [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.324337] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.328795] env[63043]: INFO nova.compute.manager [-] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Took 1.28 seconds to deallocate network for instance. [ 941.329180] env[63043]: DEBUG oslo_concurrency.lockutils [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.452s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.338981] env[63043]: DEBUG nova.virt.hardware [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.339257] env[63043]: DEBUG nova.virt.hardware [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.339409] env[63043]: DEBUG nova.virt.hardware [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.339592] env[63043]: DEBUG nova.virt.hardware [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.339773] env[63043]: DEBUG nova.virt.hardware [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.339927] env[63043]: DEBUG nova.virt.hardware [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.340157] env[63043]: DEBUG nova.virt.hardware [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.340322] env[63043]: DEBUG nova.virt.hardware [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.340494] env[63043]: DEBUG nova.virt.hardware [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.340687] env[63043]: DEBUG nova.virt.hardware [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.340868] env[63043]: DEBUG nova.virt.hardware [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.341853] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84962caa-346d-43b1-b2b8-6396e413a111 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.346574] env[63043]: INFO nova.scheduler.client.report [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Deleted allocations for instance 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed [ 941.355985] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc02930-0406-4b55-b272-a564a6a469b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.433436] env[63043]: DEBUG oslo_vmware.api [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486369, 'name': PowerOnVM_Task, 'duration_secs': 0.956339} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.433745] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.434255] env[63043]: INFO nova.compute.manager [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Took 16.86 seconds to spawn the instance on the hypervisor. [ 941.434255] env[63043]: DEBUG nova.compute.manager [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.434908] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2165f3cc-c0ab-4d50-afcc-c9d2b2426e77 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.503759] env[63043]: DEBUG oslo_concurrency.lockutils [req-41f2ce1f-2dbf-453c-bd1f-d0e35249e6e9 req-cd398258-d13f-42b2-89c6-5cb25f524cea service nova] Releasing lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.522256] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159394} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.522543] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.523418] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f80854-5bab-439f-b613-7334c21e8190 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.550202] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] b8fbf919-c2c5-47b9-8660-94443821b357/b8fbf919-c2c5-47b9-8660-94443821b357.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.551027] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f94ea9-9e2b-482c-ac8c-5540882fd5cd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.575236] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Waiting for the task: (returnval){ [ 941.575236] env[63043]: value = "task-2486372" [ 941.575236] env[63043]: _type = "Task" [ 941.575236] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.586070] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.591994] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "c039f6c6-5c6a-4b60-b7f1-966323e30f46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.592314] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "c039f6c6-5c6a-4b60-b7f1-966323e30f46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.762568] env[63043]: DEBUG nova.compute.manager [req-962b2911-d79a-4824-bd15-d415decc5972 req-777ec273-77ea-44f9-b2fc-397df0aae151 service nova] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Received event network-vif-plugged-d3a0e84c-887c-40dc-8408-950e79bbd67e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.762874] env[63043]: DEBUG oslo_concurrency.lockutils [req-962b2911-d79a-4824-bd15-d415decc5972 req-777ec273-77ea-44f9-b2fc-397df0aae151 service nova] Acquiring lock "eef8d546-dc21-4216-a374-3b23efb73a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.763118] env[63043]: DEBUG oslo_concurrency.lockutils [req-962b2911-d79a-4824-bd15-d415decc5972 req-777ec273-77ea-44f9-b2fc-397df0aae151 service nova] Lock "eef8d546-dc21-4216-a374-3b23efb73a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.763671] env[63043]: DEBUG oslo_concurrency.lockutils [req-962b2911-d79a-4824-bd15-d415decc5972 req-777ec273-77ea-44f9-b2fc-397df0aae151 service nova] Lock "eef8d546-dc21-4216-a374-3b23efb73a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.763671] env[63043]: DEBUG nova.compute.manager [req-962b2911-d79a-4824-bd15-d415decc5972 req-777ec273-77ea-44f9-b2fc-397df0aae151 service nova] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] No waiting events found dispatching network-vif-plugged-d3a0e84c-887c-40dc-8408-950e79bbd67e {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.763671] env[63043]: WARNING nova.compute.manager [req-962b2911-d79a-4824-bd15-d415decc5972 req-777ec273-77ea-44f9-b2fc-397df0aae151 service nova] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Received unexpected event network-vif-plugged-d3a0e84c-887c-40dc-8408-950e79bbd67e for instance with vm_state building and task_state spawning. [ 941.801333] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486370, 'name': ReconfigVM_Task, 'duration_secs': 0.848687} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.801725] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-75885a3c-ea7d-4349-855a-e1e7e6e12697/volume-75885a3c-ea7d-4349-855a-e1e7e6e12697.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.810751] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea8f7ca-fbaa-4298-b9f5-6f16c93e389f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.828460] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Waiting for the task: (returnval){ [ 941.828460] env[63043]: value = "task-2486373" [ 941.828460] env[63043]: _type = "Task" [ 941.828460] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.840256] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.845635] env[63043]: DEBUG oslo_concurrency.lockutils [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.867574] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81bb4904-91fc-4a28-902b-44dba176f752 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.681s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.895214] env[63043]: DEBUG nova.network.neutron [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Successfully updated port: d3a0e84c-887c-40dc-8408-950e79bbd67e {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.959526] env[63043]: INFO nova.compute.manager [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Took 46.13 seconds to build instance. [ 942.098039] env[63043]: DEBUG nova.compute.manager [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.101356] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.183845] env[63043]: DEBUG nova.compute.manager [req-8a37045a-a966-4435-af99-0a8a2b351f97 req-43b579db-7396-469c-a477-ddbf78c27854 service nova] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Received event network-vif-deleted-4a44bfba-ff41-48a0-931b-abefd11c11a7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.254893] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43a2214-a7eb-4c60-81d7-6db7c04000a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.264837] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f53905-5888-4958-a6ad-12fc5f016c8a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.309049] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18aa912-7212-4995-a544-b18a6efdb477 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.317075] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e6543f-f2e8-4334-929e-9045d57f3231 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.333337] env[63043]: DEBUG nova.compute.provider_tree [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.344682] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486373, 'name': ReconfigVM_Task, 'duration_secs': 0.233257} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.345759] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503047', 'volume_id': '75885a3c-ea7d-4349-855a-e1e7e6e12697', 'name': 'volume-75885a3c-ea7d-4349-855a-e1e7e6e12697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2ccb3df-217c-44ae-9bf2-24517cebb9c0', 'attached_at': '', 'detached_at': '', 'volume_id': '75885a3c-ea7d-4349-855a-e1e7e6e12697', 'serial': '75885a3c-ea7d-4349-855a-e1e7e6e12697'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 942.346458] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dea2b079-c18c-4f04-9570-68d2f588fa49 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.356336] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Waiting for the task: (returnval){ [ 942.356336] env[63043]: value = "task-2486374" [ 942.356336] env[63043]: _type = "Task" [ 942.356336] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.367106] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486374, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.398455] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "refresh_cache-eef8d546-dc21-4216-a374-3b23efb73a56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.398455] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "refresh_cache-eef8d546-dc21-4216-a374-3b23efb73a56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.398455] env[63043]: DEBUG nova.network.neutron [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.462605] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5daabde5-b88d-488f-803e-ea6b30eb56d0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "f516ab13-e028-4f84-a5fc-d567a658c6ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.645s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.590770] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486372, 'name': ReconfigVM_Task, 'duration_secs': 0.644739} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.591096] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Reconfigured VM instance instance-00000052 to attach disk [datastore1] b8fbf919-c2c5-47b9-8660-94443821b357/b8fbf919-c2c5-47b9-8660-94443821b357.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.591781] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-554320d4-2966-4e8d-a260-6bc977c98117 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.601216] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Waiting for the task: (returnval){ [ 942.601216] env[63043]: value = "task-2486375" [ 942.601216] env[63043]: _type = "Task" [ 942.601216] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.614996] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486375, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.628777] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.839500] env[63043]: DEBUG nova.scheduler.client.report [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.867628] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486374, 'name': Rename_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.946632] env[63043]: DEBUG nova.network.neutron [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.111620] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486375, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.114683] env[63043]: DEBUG nova.network.neutron [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Updating instance_info_cache with network_info: [{"id": "d3a0e84c-887c-40dc-8408-950e79bbd67e", "address": "fa:16:3e:36:9b:5d", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a0e84c-88", "ovs_interfaceid": "d3a0e84c-887c-40dc-8408-950e79bbd67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.254640] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.254889] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.272182] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "d8deac97-c526-4354-bd90-8d9096aa58d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.272403] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "d8deac97-c526-4354-bd90-8d9096aa58d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.272950] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "d8deac97-c526-4354-bd90-8d9096aa58d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.273086] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "d8deac97-c526-4354-bd90-8d9096aa58d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.273580] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "d8deac97-c526-4354-bd90-8d9096aa58d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.275638] env[63043]: INFO nova.compute.manager [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Terminating instance [ 943.287044] env[63043]: DEBUG oslo_concurrency.lockutils [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "f516ab13-e028-4f84-a5fc-d567a658c6ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.287044] env[63043]: DEBUG oslo_concurrency.lockutils [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "f516ab13-e028-4f84-a5fc-d567a658c6ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.287044] env[63043]: DEBUG oslo_concurrency.lockutils [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "f516ab13-e028-4f84-a5fc-d567a658c6ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.287044] env[63043]: DEBUG oslo_concurrency.lockutils [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "f516ab13-e028-4f84-a5fc-d567a658c6ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.287044] env[63043]: DEBUG oslo_concurrency.lockutils [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "f516ab13-e028-4f84-a5fc-d567a658c6ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.288825] env[63043]: INFO nova.compute.manager [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Terminating instance [ 943.337871] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "d73e7816-e8e6-4f49-8a8c-98134ffc27d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.338174] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "d73e7816-e8e6-4f49-8a8c-98134ffc27d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.338424] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "d73e7816-e8e6-4f49-8a8c-98134ffc27d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.338633] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "d73e7816-e8e6-4f49-8a8c-98134ffc27d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.338809] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "d73e7816-e8e6-4f49-8a8c-98134ffc27d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.340753] env[63043]: INFO nova.compute.manager [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Terminating instance [ 943.370157] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486374, 'name': Rename_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.612866] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486375, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.618355] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "refresh_cache-eef8d546-dc21-4216-a374-3b23efb73a56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.618669] env[63043]: DEBUG nova.compute.manager [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Instance network_info: |[{"id": "d3a0e84c-887c-40dc-8408-950e79bbd67e", "address": "fa:16:3e:36:9b:5d", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a0e84c-88", "ovs_interfaceid": "d3a0e84c-887c-40dc-8408-950e79bbd67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.619104] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:9b:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3a0e84c-887c-40dc-8408-950e79bbd67e', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.626546] env[63043]: DEBUG oslo.service.loopingcall [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.627090] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.627333] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd81c4b4-0acd-4424-8698-a62ac829f43e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.648047] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.648047] env[63043]: value = "task-2486376" [ 943.648047] env[63043]: _type = "Task" [ 943.648047] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.655923] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486376, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.745900] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "4db389d7-fff2-4e65-a3b9-a6931964201a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.746281] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "4db389d7-fff2-4e65-a3b9-a6931964201a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.746595] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "4db389d7-fff2-4e65-a3b9-a6931964201a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.746796] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "4db389d7-fff2-4e65-a3b9-a6931964201a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.747023] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "4db389d7-fff2-4e65-a3b9-a6931964201a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.749779] env[63043]: INFO nova.compute.manager [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Terminating instance [ 943.757379] env[63043]: DEBUG nova.compute.manager [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.782583] env[63043]: DEBUG nova.compute.manager [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.784054] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.784054] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2582aee1-2df0-43f6-8ce5-1cefec0d2d8a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.788492] env[63043]: DEBUG nova.compute.manager [req-d01e6cbe-fc7c-4f6a-a879-3620be8279b5 req-686b5d20-4c30-4924-a1ab-3f29725d7ac4 service nova] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Received event network-changed-d3a0e84c-887c-40dc-8408-950e79bbd67e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.788671] env[63043]: DEBUG nova.compute.manager [req-d01e6cbe-fc7c-4f6a-a879-3620be8279b5 req-686b5d20-4c30-4924-a1ab-3f29725d7ac4 service nova] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Refreshing instance network info cache due to event network-changed-d3a0e84c-887c-40dc-8408-950e79bbd67e. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 943.788875] env[63043]: DEBUG oslo_concurrency.lockutils [req-d01e6cbe-fc7c-4f6a-a879-3620be8279b5 req-686b5d20-4c30-4924-a1ab-3f29725d7ac4 service nova] Acquiring lock "refresh_cache-eef8d546-dc21-4216-a374-3b23efb73a56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.789190] env[63043]: DEBUG oslo_concurrency.lockutils [req-d01e6cbe-fc7c-4f6a-a879-3620be8279b5 req-686b5d20-4c30-4924-a1ab-3f29725d7ac4 service nova] Acquired lock "refresh_cache-eef8d546-dc21-4216-a374-3b23efb73a56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.789190] env[63043]: DEBUG nova.network.neutron [req-d01e6cbe-fc7c-4f6a-a879-3620be8279b5 req-686b5d20-4c30-4924-a1ab-3f29725d7ac4 service nova] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Refreshing network info cache for port d3a0e84c-887c-40dc-8408-950e79bbd67e {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.793060] env[63043]: DEBUG nova.compute.manager [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.793267] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.796442] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73052ec-53be-43a7-843b-add20e38cdda {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.800116] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.800573] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f441e0a9-52e4-43ee-a628-4c8edba3f4ee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.807975] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.809412] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd72536-5b9f-4b43-a011-d733e4947ee2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.811532] env[63043]: DEBUG oslo_vmware.api [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 943.811532] env[63043]: value = "task-2486377" [ 943.811532] env[63043]: _type = "Task" [ 943.811532] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.817614] env[63043]: DEBUG oslo_vmware.api [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 943.817614] env[63043]: value = "task-2486378" [ 943.817614] env[63043]: _type = "Task" [ 943.817614] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.824599] env[63043]: DEBUG oslo_vmware.api [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.830380] env[63043]: DEBUG oslo_vmware.api [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.845031] env[63043]: DEBUG nova.compute.manager [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.845321] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.846334] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496352e7-7341-430a-a67f-191b4accbcaf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.851247] env[63043]: DEBUG oslo_concurrency.lockutils [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.522s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.854058] env[63043]: DEBUG oslo_concurrency.lockutils [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.009s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.854300] env[63043]: DEBUG nova.objects.instance [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lazy-loading 'resources' on Instance uuid d4ce4f3a-0979-4c85-be63-8532eedb1593 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.860642] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.864425] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7f0fe26-3dc0-4dcc-a818-3d6c424dc28b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.872584] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486374, 'name': Rename_Task, 'duration_secs': 1.21206} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.874034] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.874395] env[63043]: DEBUG oslo_vmware.api [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 943.874395] env[63043]: value = "task-2486379" [ 943.874395] env[63043]: _type = "Task" [ 943.874395] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.874656] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c94c1b8e-3af7-426e-bde6-03dee72d05bf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.887326] env[63043]: DEBUG oslo_vmware.api [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.889103] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Waiting for the task: (returnval){ [ 943.889103] env[63043]: value = "task-2486380" [ 943.889103] env[63043]: _type = "Task" [ 943.889103] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.899134] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.113136] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486375, 'name': Rename_Task, 'duration_secs': 1.121434} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.113452] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.113726] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3438fc0-61d1-49ef-9c52-9e277bcea957 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.120787] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Waiting for the task: (returnval){ [ 944.120787] env[63043]: value = "task-2486381" [ 944.120787] env[63043]: _type = "Task" [ 944.120787] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.131149] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.158699] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486376, 'name': CreateVM_Task, 'duration_secs': 0.494709} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.158873] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.159590] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.159744] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.160136] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.160419] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dafa0492-a99f-49bf-bafe-00f8d65c97b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.167177] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 944.167177] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b72a4c-9f5e-e6a6-8327-9d2ed9de520d" [ 944.167177] env[63043]: _type = "Task" [ 944.167177] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.177817] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b72a4c-9f5e-e6a6-8327-9d2ed9de520d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.254081] env[63043]: DEBUG nova.compute.manager [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.254332] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.255222] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f6b43b-84bc-483c-819b-9da1e624bf7f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.266292] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.268625] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dad7259c-2bb6-44f4-8587-846184ec8c39 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.278087] env[63043]: DEBUG oslo_vmware.api [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 944.278087] env[63043]: value = "task-2486382" [ 944.278087] env[63043]: _type = "Task" [ 944.278087] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.285348] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.288797] env[63043]: DEBUG oslo_vmware.api [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2486382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.323969] env[63043]: DEBUG oslo_vmware.api [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486377, 'name': PowerOffVM_Task, 'duration_secs': 0.226137} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.326809] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.326890] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.327171] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21bbe663-8ea8-41aa-8039-e19ce71f4c43 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.332163] env[63043]: DEBUG oslo_vmware.api [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486378, 'name': PowerOffVM_Task, 'duration_secs': 0.217464} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.332792] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.332974] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.333234] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-443b1ec2-544f-4a3c-93de-95c48f421a57 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.405526] env[63043]: DEBUG oslo_vmware.api [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486379, 'name': PowerOffVM_Task, 'duration_secs': 0.188639} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.410406] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.411490] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.411490] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa1c51ff-f13a-4664-9f53-ec2385a70964 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.417957] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486380, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.428715] env[63043]: INFO nova.scheduler.client.report [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted allocation for migration f898d60a-b83f-47f2-874f-b472a50af243 [ 944.438912] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.440129] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.440129] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleting the datastore file [datastore1] f516ab13-e028-4f84-a5fc-d567a658c6ee {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.443455] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c3e1e9b-9343-4931-9e84-3ecd6d4ac4c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.447368] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.447620] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.447776] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Deleting the datastore file [datastore1] d8deac97-c526-4354-bd90-8d9096aa58d2 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.448509] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9aa2356-9f32-4f73-a8d1-1891b22e8534 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.459029] env[63043]: DEBUG oslo_vmware.api [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 944.459029] env[63043]: value = "task-2486386" [ 944.459029] env[63043]: _type = "Task" [ 944.459029] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.462874] env[63043]: DEBUG oslo_vmware.api [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 944.462874] env[63043]: value = "task-2486387" [ 944.462874] env[63043]: _type = "Task" [ 944.462874] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.475655] env[63043]: DEBUG oslo_vmware.api [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.481903] env[63043]: DEBUG oslo_vmware.api [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.561479] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.561733] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.562627] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Deleting the datastore file [datastore1] d73e7816-e8e6-4f49-8a8c-98134ffc27d9 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.563039] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-765a5af0-132a-444e-a011-b6910d0b7631 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.572526] env[63043]: DEBUG oslo_vmware.api [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for the task: (returnval){ [ 944.572526] env[63043]: value = "task-2486388" [ 944.572526] env[63043]: _type = "Task" [ 944.572526] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.585813] env[63043]: DEBUG oslo_vmware.api [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.603326] env[63043]: DEBUG nova.network.neutron [req-d01e6cbe-fc7c-4f6a-a879-3620be8279b5 req-686b5d20-4c30-4924-a1ab-3f29725d7ac4 service nova] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Updated VIF entry in instance network info cache for port d3a0e84c-887c-40dc-8408-950e79bbd67e. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.603696] env[63043]: DEBUG nova.network.neutron [req-d01e6cbe-fc7c-4f6a-a879-3620be8279b5 req-686b5d20-4c30-4924-a1ab-3f29725d7ac4 service nova] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Updating instance_info_cache with network_info: [{"id": "d3a0e84c-887c-40dc-8408-950e79bbd67e", "address": "fa:16:3e:36:9b:5d", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a0e84c-88", "ovs_interfaceid": "d3a0e84c-887c-40dc-8408-950e79bbd67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.633795] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486381, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.679848] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b72a4c-9f5e-e6a6-8327-9d2ed9de520d, 'name': SearchDatastore_Task, 'duration_secs': 0.012266} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.682428] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.682676] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.682906] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.683068] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.683255] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.683981] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c72d56-1fe5-4b17-a861-dd050962bc7e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.692496] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.692752] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.696176] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31aaf806-3b88-4a07-8f07-61e04da1dff4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.703959] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 944.703959] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5224dc34-313b-f607-ee57-12ad5b3b28f9" [ 944.703959] env[63043]: _type = "Task" [ 944.703959] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.712496] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5224dc34-313b-f607-ee57-12ad5b3b28f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.768966] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f79c93e-b090-4d39-8a10-272ca7f99313 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.776814] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f89a4ef-01fe-4e0f-bd5a-5116fb9a32e7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.796607] env[63043]: DEBUG oslo_vmware.api [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2486382, 'name': PowerOffVM_Task, 'duration_secs': 0.289859} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.821064] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.821277] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.821791] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5c4a186-5915-48b7-b1df-abab6b7312e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.824046] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf9f7fa-d1e9-4a2f-8741-a97276cc6331 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.833281] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6b759b-98b0-4110-9d1e-d734a57777cd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.847627] env[63043]: DEBUG nova.compute.provider_tree [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.899635] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.899853] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.900042] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Deleting the datastore file [datastore2] 4db389d7-fff2-4e65-a3b9-a6931964201a {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.900652] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4995b0eb-8d09-45bc-ab92-43fda9b1c29a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.911771] env[63043]: DEBUG oslo_vmware.api [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486380, 'name': PowerOnVM_Task, 'duration_secs': 0.662243} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.913051] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.913489] env[63043]: INFO nova.compute.manager [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Took 6.61 seconds to spawn the instance on the hypervisor. [ 944.913730] env[63043]: DEBUG nova.compute.manager [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.914127] env[63043]: DEBUG oslo_vmware.api [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for the task: (returnval){ [ 944.914127] env[63043]: value = "task-2486390" [ 944.914127] env[63043]: _type = "Task" [ 944.914127] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.914872] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43750bc-a7ac-46e5-816e-049feae39e1b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.933260] env[63043]: DEBUG oslo_vmware.api [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2486390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.949559] env[63043]: DEBUG oslo_concurrency.lockutils [None req-038fa96d-d87e-4ffd-975d-d803210f1cf0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "b1cc0753-f1d8-4870-b282-235ccd66e144" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.423s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.969653] env[63043]: DEBUG oslo_vmware.api [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205248} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.973830] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.974116] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.974225] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.974404] env[63043]: INFO nova.compute.manager [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 944.974650] env[63043]: DEBUG oslo.service.loopingcall [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.975213] env[63043]: DEBUG nova.compute.manager [-] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.975306] env[63043]: DEBUG nova.network.neutron [-] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.983646] env[63043]: DEBUG oslo_vmware.api [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238158} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.983922] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.984125] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.984298] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.984509] env[63043]: INFO nova.compute.manager [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 944.985162] env[63043]: DEBUG oslo.service.loopingcall [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.985162] env[63043]: DEBUG nova.compute.manager [-] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.985162] env[63043]: DEBUG nova.network.neutron [-] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.082698] env[63043]: DEBUG oslo_vmware.api [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Task: {'id': task-2486388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250833} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.082963] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.083170] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.083350] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.083542] env[63043]: INFO nova.compute.manager [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Took 1.24 seconds to destroy the instance on the hypervisor. [ 945.083772] env[63043]: DEBUG oslo.service.loopingcall [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.083961] env[63043]: DEBUG nova.compute.manager [-] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.084068] env[63043]: DEBUG nova.network.neutron [-] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.106615] env[63043]: DEBUG oslo_concurrency.lockutils [req-d01e6cbe-fc7c-4f6a-a879-3620be8279b5 req-686b5d20-4c30-4924-a1ab-3f29725d7ac4 service nova] Releasing lock "refresh_cache-eef8d546-dc21-4216-a374-3b23efb73a56" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.133177] env[63043]: DEBUG oslo_vmware.api [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486381, 'name': PowerOnVM_Task, 'duration_secs': 0.529248} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.133498] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.133778] env[63043]: INFO nova.compute.manager [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Took 11.80 seconds to spawn the instance on the hypervisor. [ 945.134033] env[63043]: DEBUG nova.compute.manager [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.134812] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fde81d-2aff-4f27-8243-823272610169 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.215028] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5224dc34-313b-f607-ee57-12ad5b3b28f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.218274] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8820bff-17aa-4135-ae2a-07db82ee0d71 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.227706] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 945.227706] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528042b4-1ffd-96ff-5f85-1f52a566e48f" [ 945.227706] env[63043]: _type = "Task" [ 945.227706] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.236658] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528042b4-1ffd-96ff-5f85-1f52a566e48f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.350535] env[63043]: DEBUG nova.scheduler.client.report [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.372821] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "b1cc0753-f1d8-4870-b282-235ccd66e144" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.373116] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "b1cc0753-f1d8-4870-b282-235ccd66e144" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.374060] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "b1cc0753-f1d8-4870-b282-235ccd66e144-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.374060] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "b1cc0753-f1d8-4870-b282-235ccd66e144-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.374128] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "b1cc0753-f1d8-4870-b282-235ccd66e144-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.376576] env[63043]: INFO nova.compute.manager [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Terminating instance [ 945.428473] env[63043]: DEBUG oslo_vmware.api [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2486390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.444434] env[63043]: INFO nova.compute.manager [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Took 31.63 seconds to build instance. [ 945.509741] env[63043]: DEBUG nova.compute.manager [req-d7ae7606-4003-46a0-bb87-d872868b6758 req-8237c5c8-bc4a-41e7-83fd-eda8e079d48b service nova] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Received event network-vif-deleted-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.509741] env[63043]: INFO nova.compute.manager [req-d7ae7606-4003-46a0-bb87-d872868b6758 req-8237c5c8-bc4a-41e7-83fd-eda8e079d48b service nova] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Neutron deleted interface 8ec41720-0e1d-4f17-a1b9-e17b4f39ce76; detaching it from the instance and deleting it from the info cache [ 945.509903] env[63043]: DEBUG nova.network.neutron [req-d7ae7606-4003-46a0-bb87-d872868b6758 req-8237c5c8-bc4a-41e7-83fd-eda8e079d48b service nova] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.652640] env[63043]: INFO nova.compute.manager [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Took 42.73 seconds to build instance. [ 945.742086] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528042b4-1ffd-96ff-5f85-1f52a566e48f, 'name': SearchDatastore_Task, 'duration_secs': 0.028089} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.742734] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.743956] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] eef8d546-dc21-4216-a374-3b23efb73a56/eef8d546-dc21-4216-a374-3b23efb73a56.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.747334] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55eba761-7c6b-47f7-9479-e7aba851758f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.750252] env[63043]: DEBUG nova.network.neutron [-] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.753386] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 945.753386] env[63043]: value = "task-2486391" [ 945.753386] env[63043]: _type = "Task" [ 945.753386] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.763262] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.845523] env[63043]: DEBUG nova.compute.manager [req-1b00265d-3cf9-4b4f-b3ce-4ecea1638920 req-8c8139ee-4b85-4b43-a465-59037191e024 service nova] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Received event network-vif-deleted-ef6d074a-71fa-4073-9059-6d9a7df6ab5c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.845772] env[63043]: INFO nova.compute.manager [req-1b00265d-3cf9-4b4f-b3ce-4ecea1638920 req-8c8139ee-4b85-4b43-a465-59037191e024 service nova] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Neutron deleted interface ef6d074a-71fa-4073-9059-6d9a7df6ab5c; detaching it from the instance and deleting it from the info cache [ 945.845956] env[63043]: DEBUG nova.network.neutron [req-1b00265d-3cf9-4b4f-b3ce-4ecea1638920 req-8c8139ee-4b85-4b43-a465-59037191e024 service nova] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.856183] env[63043]: DEBUG oslo_concurrency.lockutils [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.859272] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.231s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.861088] env[63043]: INFO nova.compute.claims [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.881806] env[63043]: DEBUG nova.compute.manager [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.881806] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.882305] env[63043]: INFO nova.scheduler.client.report [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleted allocations for instance d4ce4f3a-0979-4c85-be63-8532eedb1593 [ 945.883315] env[63043]: DEBUG nova.network.neutron [-] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.884873] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ab4ad9-a49f-499a-a757-922b861d9777 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.897298] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.897585] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecef2d16-0738-4f28-ab9a-70144451341d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.905166] env[63043]: DEBUG oslo_vmware.api [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 945.905166] env[63043]: value = "task-2486392" [ 945.905166] env[63043]: _type = "Task" [ 945.905166] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.916086] env[63043]: DEBUG oslo_vmware.api [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.929517] env[63043]: DEBUG oslo_vmware.api [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Task: {'id': task-2486390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.665502} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.930077] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.930261] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.930440] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.930607] env[63043]: INFO nova.compute.manager [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Took 1.68 seconds to destroy the instance on the hypervisor. [ 945.930846] env[63043]: DEBUG oslo.service.loopingcall [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.931291] env[63043]: DEBUG nova.compute.manager [-] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.931412] env[63043]: DEBUG nova.network.neutron [-] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.946176] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Lock "d2ccb3df-217c-44ae-9bf2-24517cebb9c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.146s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.013830] env[63043]: DEBUG nova.network.neutron [-] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.015109] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-163f2c22-9019-4b8a-afb0-dda7972db761 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.026055] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db64f0a8-54ce-4931-8688-2536b26fad2b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.067452] env[63043]: DEBUG nova.compute.manager [req-d7ae7606-4003-46a0-bb87-d872868b6758 req-8237c5c8-bc4a-41e7-83fd-eda8e079d48b service nova] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Detach interface failed, port_id=8ec41720-0e1d-4f17-a1b9-e17b4f39ce76, reason: Instance d8deac97-c526-4354-bd90-8d9096aa58d2 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 946.071594] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "e41dc267-78d9-4d02-bb2e-0a6107f23a4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.071786] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "e41dc267-78d9-4d02-bb2e-0a6107f23a4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.155638] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9e5582b1-4137-416e-8f55-3187a9a57423 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Lock "b8fbf919-c2c5-47b9-8660-94443821b357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.512s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.255053] env[63043]: INFO nova.compute.manager [-] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Took 1.27 seconds to deallocate network for instance. [ 946.272028] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486391, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.348769] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0349de55-1cc3-4c63-9b4e-f384d07cda00 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.359564] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb1d11b-a771-485e-990e-2949a363cde2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.371093] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Acquiring lock "b8fbf919-c2c5-47b9-8660-94443821b357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.372868] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Lock "b8fbf919-c2c5-47b9-8660-94443821b357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.372868] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Acquiring lock "b8fbf919-c2c5-47b9-8660-94443821b357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.372868] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Lock "b8fbf919-c2c5-47b9-8660-94443821b357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.372868] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Lock "b8fbf919-c2c5-47b9-8660-94443821b357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.376640] env[63043]: INFO nova.compute.manager [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Terminating instance [ 946.388920] env[63043]: INFO nova.compute.manager [-] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Took 1.41 seconds to deallocate network for instance. [ 946.411029] env[63043]: DEBUG nova.compute.manager [req-1b00265d-3cf9-4b4f-b3ce-4ecea1638920 req-8c8139ee-4b85-4b43-a465-59037191e024 service nova] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Detach interface failed, port_id=ef6d074a-71fa-4073-9059-6d9a7df6ab5c, reason: Instance f516ab13-e028-4f84-a5fc-d567a658c6ee could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 946.411268] env[63043]: DEBUG nova.compute.manager [req-1b00265d-3cf9-4b4f-b3ce-4ecea1638920 req-8c8139ee-4b85-4b43-a465-59037191e024 service nova] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Received event network-vif-deleted-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.411470] env[63043]: INFO nova.compute.manager [req-1b00265d-3cf9-4b4f-b3ce-4ecea1638920 req-8c8139ee-4b85-4b43-a465-59037191e024 service nova] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Neutron deleted interface e76ef7df-21f1-4aad-aaa1-babe9b2be5a1; detaching it from the instance and deleting it from the info cache [ 946.411650] env[63043]: DEBUG nova.network.neutron [req-1b00265d-3cf9-4b4f-b3ce-4ecea1638920 req-8c8139ee-4b85-4b43-a465-59037191e024 service nova] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.412917] env[63043]: DEBUG oslo_concurrency.lockutils [None req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "d4ce4f3a-0979-4c85-be63-8532eedb1593" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.593s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.425244] env[63043]: DEBUG oslo_vmware.api [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486392, 'name': PowerOffVM_Task, 'duration_secs': 0.274704} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.426186] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.426366] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.426661] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efe2f57e-27fd-4396-acfc-56dd4948838a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.496545] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.496800] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.496988] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleting the datastore file [datastore1] b1cc0753-f1d8-4870-b282-235ccd66e144 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.497324] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2183580-7d63-49db-a8bb-47fd46415c8f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.506027] env[63043]: DEBUG oslo_vmware.api [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 946.506027] env[63043]: value = "task-2486394" [ 946.506027] env[63043]: _type = "Task" [ 946.506027] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.516209] env[63043]: DEBUG oslo_vmware.api [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.517902] env[63043]: INFO nova.compute.manager [-] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Took 1.43 seconds to deallocate network for instance. [ 946.574531] env[63043]: DEBUG nova.compute.manager [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.767767] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.768117] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59076} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.768358] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] eef8d546-dc21-4216-a374-3b23efb73a56/eef8d546-dc21-4216-a374-3b23efb73a56.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.768823] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.769124] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f09742c1-050a-4948-b826-8c242d690468 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.777610] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 946.777610] env[63043]: value = "task-2486395" [ 946.777610] env[63043]: _type = "Task" [ 946.777610] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.795865] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.886936] env[63043]: DEBUG nova.compute.manager [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.887188] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.888334] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41cf6a1-a088-4bc1-9c3c-0557837f5079 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.898363] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.898363] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35878090-5283-4243-9de4-b5cc586b705c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.908059] env[63043]: DEBUG oslo_vmware.api [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Waiting for the task: (returnval){ [ 946.908059] env[63043]: value = "task-2486396" [ 946.908059] env[63043]: _type = "Task" [ 946.908059] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.916063] env[63043]: DEBUG oslo_concurrency.lockutils [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.919033] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-187440f8-2cbf-4824-adbf-108bb5ef8bdf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.929167] env[63043]: DEBUG oslo_vmware.api [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.934158] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0801e03-d372-44e7-b358-9781f2b120bb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.955424] env[63043]: DEBUG nova.network.neutron [-] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.979137] env[63043]: DEBUG nova.compute.manager [req-1b00265d-3cf9-4b4f-b3ce-4ecea1638920 req-8c8139ee-4b85-4b43-a465-59037191e024 service nova] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Detach interface failed, port_id=e76ef7df-21f1-4aad-aaa1-babe9b2be5a1, reason: Instance d73e7816-e8e6-4f49-8a8c-98134ffc27d9 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 947.020252] env[63043]: DEBUG oslo_vmware.api [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338533} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.020252] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.020252] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.020252] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.020252] env[63043]: INFO nova.compute.manager [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Took 1.14 seconds to destroy the instance on the hypervisor. [ 947.020497] env[63043]: DEBUG oslo.service.loopingcall [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.020579] env[63043]: DEBUG nova.compute.manager [-] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.020782] env[63043]: DEBUG nova.network.neutron [-] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.026024] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.097212] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.103517] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "c52ccbde-5679-4408-bf26-4bee8974a41a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.103817] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "c52ccbde-5679-4408-bf26-4bee8974a41a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.104045] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "c52ccbde-5679-4408-bf26-4bee8974a41a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.104921] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "c52ccbde-5679-4408-bf26-4bee8974a41a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.104921] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "c52ccbde-5679-4408-bf26-4bee8974a41a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.109147] env[63043]: INFO nova.compute.manager [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Terminating instance [ 947.292037] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084598} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.293986] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.295093] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e603b214-a158-4c50-b9bb-87280cce6ab6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.319085] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] eef8d546-dc21-4216-a374-3b23efb73a56/eef8d546-dc21-4216-a374-3b23efb73a56.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.322729] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f44be0-f648-4e2e-8eae-0e4e6e30c23b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.344957] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 947.344957] env[63043]: value = "task-2486397" [ 947.344957] env[63043]: _type = "Task" [ 947.344957] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.349868] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7533f9-c9fd-4b4b-9399-1b50f2799606 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.360490] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002c206a-4976-4a61-b6b0-c4000a48736f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.363794] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486397, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.397305] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f6bac9-dcbc-4984-8f0d-49170053843b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.405698] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69080af5-9fb5-48cf-83f9-7ad70a599c78 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.421660] env[63043]: DEBUG oslo_vmware.api [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486396, 'name': PowerOffVM_Task, 'duration_secs': 0.380408} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.429617] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.429828] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.430633] env[63043]: DEBUG nova.compute.provider_tree [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.431996] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9715e877-c1a0-4e48-9e35-5c8eaf44da2f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.459867] env[63043]: INFO nova.compute.manager [-] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Took 1.53 seconds to deallocate network for instance. [ 947.505944] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.506418] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.506727] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Deleting the datastore file [datastore1] b8fbf919-c2c5-47b9-8660-94443821b357 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.507034] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0839985f-4064-40d9-b42c-6030184acf10 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.517314] env[63043]: DEBUG oslo_vmware.api [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Waiting for the task: (returnval){ [ 947.517314] env[63043]: value = "task-2486399" [ 947.517314] env[63043]: _type = "Task" [ 947.517314] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.526559] env[63043]: DEBUG oslo_vmware.api [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.538137] env[63043]: DEBUG nova.compute.manager [req-5be688ef-d88d-4393-b43a-8a1421b69f8e req-ab246401-109c-4e88-bdf2-a96273e40469 service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Received event network-changed-58609c2a-5b71-46e4-928a-83a1bb538641 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.538137] env[63043]: DEBUG nova.compute.manager [req-5be688ef-d88d-4393-b43a-8a1421b69f8e req-ab246401-109c-4e88-bdf2-a96273e40469 service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Refreshing instance network info cache due to event network-changed-58609c2a-5b71-46e4-928a-83a1bb538641. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 947.538137] env[63043]: DEBUG oslo_concurrency.lockutils [req-5be688ef-d88d-4393-b43a-8a1421b69f8e req-ab246401-109c-4e88-bdf2-a96273e40469 service nova] Acquiring lock "refresh_cache-d2ccb3df-217c-44ae-9bf2-24517cebb9c0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.538137] env[63043]: DEBUG oslo_concurrency.lockutils [req-5be688ef-d88d-4393-b43a-8a1421b69f8e req-ab246401-109c-4e88-bdf2-a96273e40469 service nova] Acquired lock "refresh_cache-d2ccb3df-217c-44ae-9bf2-24517cebb9c0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.538137] env[63043]: DEBUG nova.network.neutron [req-5be688ef-d88d-4393-b43a-8a1421b69f8e req-ab246401-109c-4e88-bdf2-a96273e40469 service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Refreshing network info cache for port 58609c2a-5b71-46e4-928a-83a1bb538641 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.614061] env[63043]: DEBUG nova.compute.manager [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.614061] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.614823] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7d2226-5b43-4bcb-9eff-6c15c7cd30cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.625101] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.625338] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0ec2c33-33c2-4b45-8516-0435d041e89c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.633340] env[63043]: DEBUG oslo_vmware.api [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 947.633340] env[63043]: value = "task-2486400" [ 947.633340] env[63043]: _type = "Task" [ 947.633340] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.643622] env[63043]: DEBUG oslo_vmware.api [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.795315] env[63043]: DEBUG nova.network.neutron [-] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.854981] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486397, 'name': ReconfigVM_Task, 'duration_secs': 0.386034} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.855144] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Reconfigured VM instance instance-00000054 to attach disk [datastore2] eef8d546-dc21-4216-a374-3b23efb73a56/eef8d546-dc21-4216-a374-3b23efb73a56.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.855827] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f644cae-efbe-4413-8d00-c30c3c0f831e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.863113] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 947.863113] env[63043]: value = "task-2486401" [ 947.863113] env[63043]: _type = "Task" [ 947.863113] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.871916] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486401, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.874731] env[63043]: DEBUG nova.compute.manager [req-bb356292-e331-4292-afce-a183965919d7 req-9c174f74-50f6-4f42-b200-f01e30937051 service nova] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Received event network-vif-deleted-39a97a87-8722-4495-b81b-3c58688ea880 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.875029] env[63043]: DEBUG nova.compute.manager [req-bb356292-e331-4292-afce-a183965919d7 req-9c174f74-50f6-4f42-b200-f01e30937051 service nova] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Received event network-vif-deleted-8d538522-5c86-4b0b-8289-28543a98dfc2 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.936592] env[63043]: DEBUG nova.scheduler.client.report [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.966663] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.028514] env[63043]: DEBUG oslo_vmware.api [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Task: {'id': task-2486399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260853} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.028792] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.029044] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.029233] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.029446] env[63043]: INFO nova.compute.manager [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Took 1.14 seconds to destroy the instance on the hypervisor. [ 948.029759] env[63043]: DEBUG oslo.service.loopingcall [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.029978] env[63043]: DEBUG nova.compute.manager [-] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.030089] env[63043]: DEBUG nova.network.neutron [-] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.146787] env[63043]: DEBUG oslo_vmware.api [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486400, 'name': PowerOffVM_Task, 'duration_secs': 0.223625} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.146787] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.146787] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.146787] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5f9a2f8-51de-42bb-a041-83d04e745aed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.239245] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.239495] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.239693] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleting the datastore file [datastore1] c52ccbde-5679-4408-bf26-4bee8974a41a {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.239960] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39c42687-36d4-4af6-8597-b2432c396bdf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.246981] env[63043]: DEBUG oslo_vmware.api [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for the task: (returnval){ [ 948.246981] env[63043]: value = "task-2486403" [ 948.246981] env[63043]: _type = "Task" [ 948.246981] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.257793] env[63043]: DEBUG oslo_vmware.api [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.300560] env[63043]: INFO nova.compute.manager [-] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Took 1.28 seconds to deallocate network for instance. [ 948.377044] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486401, 'name': Rename_Task, 'duration_secs': 0.171053} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.377044] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.377044] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01841d2b-68d4-4841-a46d-8e27f090a360 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.386110] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 948.386110] env[63043]: value = "task-2486404" [ 948.386110] env[63043]: _type = "Task" [ 948.386110] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.400869] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.435903] env[63043]: DEBUG nova.network.neutron [req-5be688ef-d88d-4393-b43a-8a1421b69f8e req-ab246401-109c-4e88-bdf2-a96273e40469 service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Updated VIF entry in instance network info cache for port 58609c2a-5b71-46e4-928a-83a1bb538641. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.436373] env[63043]: DEBUG nova.network.neutron [req-5be688ef-d88d-4393-b43a-8a1421b69f8e req-ab246401-109c-4e88-bdf2-a96273e40469 service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Updating instance_info_cache with network_info: [{"id": "58609c2a-5b71-46e4-928a-83a1bb538641", "address": "fa:16:3e:f9:95:b8", "network": {"id": "abafdbdb-c411-46e8-8e1e-9f948778a7e5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-36389527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "940c2c893bf247f18729a8f6056c4937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58609c2a-5b", "ovs_interfaceid": "58609c2a-5b71-46e4-928a-83a1bb538641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.446335] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.446335] env[63043]: DEBUG nova.compute.manager [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.447287] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.162s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.448750] env[63043]: INFO nova.compute.claims [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.757568] env[63043]: DEBUG oslo_vmware.api [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.808085] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.897148] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.923272] env[63043]: DEBUG nova.network.neutron [-] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.939462] env[63043]: DEBUG oslo_concurrency.lockutils [req-5be688ef-d88d-4393-b43a-8a1421b69f8e req-ab246401-109c-4e88-bdf2-a96273e40469 service nova] Releasing lock "refresh_cache-d2ccb3df-217c-44ae-9bf2-24517cebb9c0" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.954347] env[63043]: DEBUG nova.compute.utils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 948.957713] env[63043]: DEBUG nova.compute.manager [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.957901] env[63043]: DEBUG nova.network.neutron [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.005432] env[63043]: DEBUG nova.policy [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aafe50b505c94185a387f6299b42593d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78f4f0dc1bf4ce9acd32a0128904cb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.267353] env[63043]: DEBUG oslo_vmware.api [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Task: {'id': task-2486403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.62659} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.267353] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.267353] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.267353] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.267353] env[63043]: INFO nova.compute.manager [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 949.267614] env[63043]: DEBUG oslo.service.loopingcall [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.267903] env[63043]: DEBUG nova.compute.manager [-] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.268517] env[63043]: DEBUG nova.network.neutron [-] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.325030] env[63043]: DEBUG nova.network.neutron [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Successfully created port: 2e952919-6ce7-41f9-9aa6-2af5b3941fb5 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.398266] env[63043]: DEBUG oslo_vmware.api [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486404, 'name': PowerOnVM_Task, 'duration_secs': 0.810159} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.398432] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.398496] env[63043]: INFO nova.compute.manager [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Took 8.09 seconds to spawn the instance on the hypervisor. [ 949.398680] env[63043]: DEBUG nova.compute.manager [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.399446] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545f1163-2b2f-443a-8533-e7e69b188ca8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.428024] env[63043]: INFO nova.compute.manager [-] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Took 1.40 seconds to deallocate network for instance. [ 949.464489] env[63043]: DEBUG nova.compute.manager [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.810557] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2aabc0-122c-460a-bfbc-f1a6450fa0cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.818799] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5a5744-d2b7-446a-aca7-69839241599d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.856111] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e2fcf3-23ea-4efa-a67b-5359dc2ac126 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.864696] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03102573-9ba7-4e02-9daf-92baa9689685 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.881525] env[63043]: DEBUG nova.compute.provider_tree [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.901843] env[63043]: DEBUG nova.compute.manager [req-3be5dbd9-e747-4740-b11a-42f21566ae2d req-e91cdeb3-b983-416b-be68-f50b78828e9d service nova] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Received event network-vif-deleted-50e0db38-b304-4f80-9e29-2589fd0af2c1 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.917242] env[63043]: INFO nova.compute.manager [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Took 19.41 seconds to build instance. [ 949.938070] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.407943] env[63043]: ERROR nova.scheduler.client.report [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [req-64e4dbdf-e564-42cc-8a19-a263bcef838c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1c615ed-2198-4c37-92f9-e049b1e9001f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64e4dbdf-e564-42cc-8a19-a263bcef838c"}]} [ 950.419487] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "eef8d546-dc21-4216-a374-3b23efb73a56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.932s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.426149] env[63043]: DEBUG nova.scheduler.client.report [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Refreshing inventories for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 950.440356] env[63043]: DEBUG nova.scheduler.client.report [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Updating ProviderTree inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 950.440735] env[63043]: DEBUG nova.compute.provider_tree [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.451120] env[63043]: DEBUG nova.network.neutron [-] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.454974] env[63043]: DEBUG nova.scheduler.client.report [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Refreshing aggregate associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, aggregates: None {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 950.472814] env[63043]: DEBUG nova.scheduler.client.report [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Refreshing trait associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 950.475948] env[63043]: DEBUG nova.compute.manager [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.502651] env[63043]: DEBUG nova.virt.hardware [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.503018] env[63043]: DEBUG nova.virt.hardware [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.503142] env[63043]: DEBUG nova.virt.hardware [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.503420] env[63043]: DEBUG nova.virt.hardware [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.503631] env[63043]: DEBUG nova.virt.hardware [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.503821] env[63043]: DEBUG nova.virt.hardware [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.504074] env[63043]: DEBUG nova.virt.hardware [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.504252] env[63043]: DEBUG nova.virt.hardware [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.504429] env[63043]: DEBUG nova.virt.hardware [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.504596] env[63043]: DEBUG nova.virt.hardware [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.504784] env[63043]: DEBUG nova.virt.hardware [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.505676] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c74bb8-4d28-463d-aee3-6393320557e8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.516108] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d51dce1-982b-44c5-aed4-6182c2acd019 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.782554] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc0c5cf-a55a-401c-ab49-61cba39cbff1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.790444] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b6e084-edd9-494b-87c0-b6a10913d50e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.796443] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd9d8ed-64a3-4664-a38f-88c83aed0ccf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.801166] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d5160-5505-4c35-8be4-3db7f1ce987c tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Suspending the VM {{(pid=63043) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 950.801721] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-37caa729-a6fd-4142-962d-8ce37069f2a0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.831096] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffa87a7-c65f-4484-83e0-33b974687410 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.834131] env[63043]: DEBUG oslo_vmware.api [None req-ca7d5160-5505-4c35-8be4-3db7f1ce987c tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 950.834131] env[63043]: value = "task-2486405" [ 950.834131] env[63043]: _type = "Task" [ 950.834131] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.842014] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dfee67-e09e-4202-bf80-38d5966fb694 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.849560] env[63043]: DEBUG oslo_vmware.api [None req-ca7d5160-5505-4c35-8be4-3db7f1ce987c tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486405, 'name': SuspendVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.860329] env[63043]: DEBUG nova.compute.provider_tree [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.957126] env[63043]: INFO nova.compute.manager [-] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Took 1.69 seconds to deallocate network for instance. [ 951.260406] env[63043]: DEBUG nova.network.neutron [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Successfully updated port: 2e952919-6ce7-41f9-9aa6-2af5b3941fb5 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.347054] env[63043]: DEBUG oslo_vmware.api [None req-ca7d5160-5505-4c35-8be4-3db7f1ce987c tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486405, 'name': SuspendVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.392864] env[63043]: DEBUG nova.scheduler.client.report [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Updated inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 951.393236] env[63043]: DEBUG nova.compute.provider_tree [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Updating resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f generation from 113 to 114 during operation: update_inventory {{(pid=63043) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 951.393499] env[63043]: DEBUG nova.compute.provider_tree [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.463855] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.763102] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "refresh_cache-c039f6c6-5c6a-4b60-b7f1-966323e30f46" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.763290] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "refresh_cache-c039f6c6-5c6a-4b60-b7f1-966323e30f46" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.763465] env[63043]: DEBUG nova.network.neutron [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.845710] env[63043]: DEBUG oslo_vmware.api [None req-ca7d5160-5505-4c35-8be4-3db7f1ce987c tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486405, 'name': SuspendVM_Task, 'duration_secs': 0.656135} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.845995] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d5160-5505-4c35-8be4-3db7f1ce987c tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Suspended the VM {{(pid=63043) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 951.846195] env[63043]: DEBUG nova.compute.manager [None req-ca7d5160-5505-4c35-8be4-3db7f1ce987c tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.846969] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a844cba-4297-437c-b32a-d12ff3d53ccf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.900012] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.453s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.900552] env[63043]: DEBUG nova.compute.manager [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.903627] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.136s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.903627] env[63043]: DEBUG nova.objects.instance [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lazy-loading 'resources' on Instance uuid d8deac97-c526-4354-bd90-8d9096aa58d2 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.938395] env[63043]: DEBUG nova.compute.manager [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Received event network-vif-deleted-cdfda3ab-835c-4ef8-a7e5-f3fbab372264 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.938733] env[63043]: DEBUG nova.compute.manager [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Received event network-vif-plugged-2e952919-6ce7-41f9-9aa6-2af5b3941fb5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.939102] env[63043]: DEBUG oslo_concurrency.lockutils [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] Acquiring lock "c039f6c6-5c6a-4b60-b7f1-966323e30f46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.939413] env[63043]: DEBUG oslo_concurrency.lockutils [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] Lock "c039f6c6-5c6a-4b60-b7f1-966323e30f46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.939986] env[63043]: DEBUG oslo_concurrency.lockutils [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] Lock "c039f6c6-5c6a-4b60-b7f1-966323e30f46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.939986] env[63043]: DEBUG nova.compute.manager [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] No waiting events found dispatching network-vif-plugged-2e952919-6ce7-41f9-9aa6-2af5b3941fb5 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.940114] env[63043]: WARNING nova.compute.manager [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Received unexpected event network-vif-plugged-2e952919-6ce7-41f9-9aa6-2af5b3941fb5 for instance with vm_state building and task_state spawning. [ 951.940207] env[63043]: DEBUG nova.compute.manager [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Received event network-changed-2e952919-6ce7-41f9-9aa6-2af5b3941fb5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.940393] env[63043]: DEBUG nova.compute.manager [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Refreshing instance network info cache due to event network-changed-2e952919-6ce7-41f9-9aa6-2af5b3941fb5. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 951.940594] env[63043]: DEBUG oslo_concurrency.lockutils [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] Acquiring lock "refresh_cache-c039f6c6-5c6a-4b60-b7f1-966323e30f46" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.296382] env[63043]: DEBUG nova.network.neutron [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.406908] env[63043]: DEBUG nova.compute.utils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 952.408696] env[63043]: DEBUG nova.compute.manager [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.409547] env[63043]: DEBUG nova.network.neutron [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.470189] env[63043]: DEBUG nova.policy [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '343ec618099644d5823df005691bf8af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '709cbb7fc73f4e149c33d183211cc17f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.506333] env[63043]: DEBUG nova.network.neutron [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Updating instance_info_cache with network_info: [{"id": "2e952919-6ce7-41f9-9aa6-2af5b3941fb5", "address": "fa:16:3e:8b:91:aa", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e952919-6c", "ovs_interfaceid": "2e952919-6ce7-41f9-9aa6-2af5b3941fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.776849] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8617a3f2-2a07-4024-b237-89639dea52ef tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.776849] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8617a3f2-2a07-4024-b237-89639dea52ef tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.776849] env[63043]: DEBUG nova.compute.manager [None req-8617a3f2-2a07-4024-b237-89639dea52ef tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.776849] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c33e24-a26a-43e9-9d7e-575182348102 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.784432] env[63043]: DEBUG nova.compute.manager [None req-8617a3f2-2a07-4024-b237-89639dea52ef tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63043) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 952.785054] env[63043]: DEBUG nova.objects.instance [None req-8617a3f2-2a07-4024-b237-89639dea52ef tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lazy-loading 'flavor' on Instance uuid ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.787806] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2636715f-4fbf-4737-baee-0255293456c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.797701] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0670883-f7d8-4530-8252-9ea2045b40f3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.831939] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3fc7c8-6e3b-4fb1-b85f-0f07b872dc4d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.841035] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2674687-df8c-4c7d-8d84-f69af5450ca6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.845502] env[63043]: DEBUG nova.network.neutron [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Successfully created port: 2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.858965] env[63043]: DEBUG nova.compute.provider_tree [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.909756] env[63043]: DEBUG nova.compute.manager [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.009348] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "refresh_cache-c039f6c6-5c6a-4b60-b7f1-966323e30f46" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.009717] env[63043]: DEBUG nova.compute.manager [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Instance network_info: |[{"id": "2e952919-6ce7-41f9-9aa6-2af5b3941fb5", "address": "fa:16:3e:8b:91:aa", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e952919-6c", "ovs_interfaceid": "2e952919-6ce7-41f9-9aa6-2af5b3941fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.010049] env[63043]: DEBUG oslo_concurrency.lockutils [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] Acquired lock "refresh_cache-c039f6c6-5c6a-4b60-b7f1-966323e30f46" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.010242] env[63043]: DEBUG nova.network.neutron [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Refreshing network info cache for port 2e952919-6ce7-41f9-9aa6-2af5b3941fb5 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.011490] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:91:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e952919-6ce7-41f9-9aa6-2af5b3941fb5', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.020498] env[63043]: DEBUG oslo.service.loopingcall [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.024046] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.024671] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a811714-15f0-4db4-9071-cd522a2b1023 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.048916] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.048916] env[63043]: value = "task-2486406" [ 953.048916] env[63043]: _type = "Task" [ 953.048916] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.060552] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486406, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.210412] env[63043]: DEBUG oslo_concurrency.lockutils [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "eef8d546-dc21-4216-a374-3b23efb73a56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.210676] env[63043]: DEBUG oslo_concurrency.lockutils [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "eef8d546-dc21-4216-a374-3b23efb73a56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.210887] env[63043]: DEBUG oslo_concurrency.lockutils [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "eef8d546-dc21-4216-a374-3b23efb73a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.211078] env[63043]: DEBUG oslo_concurrency.lockutils [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "eef8d546-dc21-4216-a374-3b23efb73a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.211248] env[63043]: DEBUG oslo_concurrency.lockutils [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "eef8d546-dc21-4216-a374-3b23efb73a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.213423] env[63043]: INFO nova.compute.manager [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Terminating instance [ 953.307144] env[63043]: DEBUG nova.network.neutron [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Updated VIF entry in instance network info cache for port 2e952919-6ce7-41f9-9aa6-2af5b3941fb5. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.307531] env[63043]: DEBUG nova.network.neutron [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Updating instance_info_cache with network_info: [{"id": "2e952919-6ce7-41f9-9aa6-2af5b3941fb5", "address": "fa:16:3e:8b:91:aa", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e952919-6c", "ovs_interfaceid": "2e952919-6ce7-41f9-9aa6-2af5b3941fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.362359] env[63043]: DEBUG nova.scheduler.client.report [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.561715] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486406, 'name': CreateVM_Task, 'duration_secs': 0.406505} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.562094] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.562623] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.562789] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.563172] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.563437] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0c2de9-1612-4683-a65c-b255f17b2da1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.568699] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 953.568699] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f13f07-6ae3-0b5a-b967-2618c5896b01" [ 953.568699] env[63043]: _type = "Task" [ 953.568699] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.576888] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f13f07-6ae3-0b5a-b967-2618c5896b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.718334] env[63043]: DEBUG nova.compute.manager [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.718596] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.719540] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e88695-a694-417f-aeb5-9683aa341708 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.727720] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.727987] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07fef091-aefe-40f1-be58-d80a2b049acc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.798053] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8617a3f2-2a07-4024-b237-89639dea52ef tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.798764] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-197d4da5-ffd1-4834-8984-1df89c13d605 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.806843] env[63043]: DEBUG oslo_vmware.api [None req-8617a3f2-2a07-4024-b237-89639dea52ef tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 953.806843] env[63043]: value = "task-2486408" [ 953.806843] env[63043]: _type = "Task" [ 953.806843] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.810816] env[63043]: DEBUG oslo_concurrency.lockutils [req-a667c1f1-985b-4dc3-bea1-9c0e0cdfa486 req-50d73672-a115-4f1a-a71e-db76666ea5d9 service nova] Releasing lock "refresh_cache-c039f6c6-5c6a-4b60-b7f1-966323e30f46" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.817551] env[63043]: DEBUG oslo_vmware.api [None req-8617a3f2-2a07-4024-b237-89639dea52ef tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.867713] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.870090] env[63043]: DEBUG oslo_concurrency.lockutils [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.955s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.870336] env[63043]: DEBUG nova.objects.instance [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lazy-loading 'resources' on Instance uuid f516ab13-e028-4f84-a5fc-d567a658c6ee {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.891026] env[63043]: INFO nova.scheduler.client.report [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Deleted allocations for instance d8deac97-c526-4354-bd90-8d9096aa58d2 [ 953.920464] env[63043]: DEBUG nova.compute.manager [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.952132] env[63043]: DEBUG nova.virt.hardware [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.952374] env[63043]: DEBUG nova.virt.hardware [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.952536] env[63043]: DEBUG nova.virt.hardware [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.952719] env[63043]: DEBUG nova.virt.hardware [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.952868] env[63043]: DEBUG nova.virt.hardware [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.953025] env[63043]: DEBUG nova.virt.hardware [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.953241] env[63043]: DEBUG nova.virt.hardware [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.953399] env[63043]: DEBUG nova.virt.hardware [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.953618] env[63043]: DEBUG nova.virt.hardware [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.955016] env[63043]: DEBUG nova.virt.hardware [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.955016] env[63043]: DEBUG nova.virt.hardware [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.955207] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eeadd9-f6c0-46ee-8a7e-2ccca36347a9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.966362] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eee5b0b-a6ce-4b92-b09e-fe03f5fb2190 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.040536] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.040878] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.041160] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleting the datastore file [datastore2] eef8d546-dc21-4216-a374-3b23efb73a56 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.041484] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeb1f4a2-9ec1-45de-af97-1475d6d42423 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.049670] env[63043]: DEBUG oslo_vmware.api [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 954.049670] env[63043]: value = "task-2486409" [ 954.049670] env[63043]: _type = "Task" [ 954.049670] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.058380] env[63043]: DEBUG oslo_vmware.api [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.078728] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f13f07-6ae3-0b5a-b967-2618c5896b01, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.079047] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.079292] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.079532] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.079686] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.079867] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.080490] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e070c50-4ea6-4def-889c-0488237ac571 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.099348] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.099519] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.100214] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831b17c2-7e7c-49f4-9b9c-cb10219715d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.105205] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 954.105205] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5270bedb-4262-d553-2e76-44bac1f6da4e" [ 954.105205] env[63043]: _type = "Task" [ 954.105205] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.112574] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5270bedb-4262-d553-2e76-44bac1f6da4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.321248] env[63043]: DEBUG oslo_vmware.api [None req-8617a3f2-2a07-4024-b237-89639dea52ef tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486408, 'name': PowerOffVM_Task, 'duration_secs': 0.267541} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.321642] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8617a3f2-2a07-4024-b237-89639dea52ef tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.321732] env[63043]: DEBUG nova.compute.manager [None req-8617a3f2-2a07-4024-b237-89639dea52ef tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.322581] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bc3eb3-48ea-4d8f-9250-2f2b8898fda4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.381555] env[63043]: DEBUG nova.compute.manager [req-2f023433-78a1-4c99-a66e-020ad868fa33 req-692f000b-5f16-4080-8045-2517ac2038b0 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Received event network-vif-plugged-2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.381886] env[63043]: DEBUG oslo_concurrency.lockutils [req-2f023433-78a1-4c99-a66e-020ad868fa33 req-692f000b-5f16-4080-8045-2517ac2038b0 service nova] Acquiring lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.382222] env[63043]: DEBUG oslo_concurrency.lockutils [req-2f023433-78a1-4c99-a66e-020ad868fa33 req-692f000b-5f16-4080-8045-2517ac2038b0 service nova] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.383030] env[63043]: DEBUG oslo_concurrency.lockutils [req-2f023433-78a1-4c99-a66e-020ad868fa33 req-692f000b-5f16-4080-8045-2517ac2038b0 service nova] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.383030] env[63043]: DEBUG nova.compute.manager [req-2f023433-78a1-4c99-a66e-020ad868fa33 req-692f000b-5f16-4080-8045-2517ac2038b0 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] No waiting events found dispatching network-vif-plugged-2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.383482] env[63043]: WARNING nova.compute.manager [req-2f023433-78a1-4c99-a66e-020ad868fa33 req-692f000b-5f16-4080-8045-2517ac2038b0 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Received unexpected event network-vif-plugged-2395b308-e6f5-4eb7-8532-270b5428c4a9 for instance with vm_state building and task_state spawning. [ 954.400452] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ba878141-7fc3-4cf7-b723-c5e808f9b629 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "d8deac97-c526-4354-bd90-8d9096aa58d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.128s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.463060] env[63043]: DEBUG nova.network.neutron [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Successfully updated port: 2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.561898] env[63043]: DEBUG oslo_vmware.api [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.616776] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5270bedb-4262-d553-2e76-44bac1f6da4e, 'name': SearchDatastore_Task, 'duration_secs': 0.035014} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.619965] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d52346-f529-4cfc-8dfd-66a65d9f8748 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.625534] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 954.625534] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5278db4d-3cd1-c127-601d-8b4264e8d672" [ 954.625534] env[63043]: _type = "Task" [ 954.625534] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.636990] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5278db4d-3cd1-c127-601d-8b4264e8d672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.688836] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9282a265-af7d-4b80-a77d-a86736bf8b0c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.697015] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528e5b4d-0507-4097-a700-4c81319eed47 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.733375] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72caaf16-6876-48c3-837f-b4f3b7379cf3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.742965] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2494d590-153c-4429-ac26-14966df66188 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.757287] env[63043]: DEBUG nova.compute.provider_tree [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.835344] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8617a3f2-2a07-4024-b237-89639dea52ef tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.969608] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.969778] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.969935] env[63043]: DEBUG nova.network.neutron [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.063026] env[63043]: DEBUG oslo_vmware.api [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.614045} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.063129] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.063232] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.063414] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.063620] env[63043]: INFO nova.compute.manager [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Took 1.35 seconds to destroy the instance on the hypervisor. [ 955.063887] env[63043]: DEBUG oslo.service.loopingcall [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.064102] env[63043]: DEBUG nova.compute.manager [-] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.064203] env[63043]: DEBUG nova.network.neutron [-] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.137452] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5278db4d-3cd1-c127-601d-8b4264e8d672, 'name': SearchDatastore_Task, 'duration_secs': 0.015048} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.137716] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.137984] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c039f6c6-5c6a-4b60-b7f1-966323e30f46/c039f6c6-5c6a-4b60-b7f1-966323e30f46.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.138362] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bdc7d6b-c32d-41a2-bd60-6fc4b1f5a5e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.145777] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 955.145777] env[63043]: value = "task-2486410" [ 955.145777] env[63043]: _type = "Task" [ 955.145777] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.153702] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.204821] env[63043]: DEBUG nova.objects.instance [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lazy-loading 'flavor' on Instance uuid ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.260214] env[63043]: DEBUG nova.scheduler.client.report [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.524072] env[63043]: DEBUG nova.network.neutron [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.658707] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491989} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.658707] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c039f6c6-5c6a-4b60-b7f1-966323e30f46/c039f6c6-5c6a-4b60-b7f1-966323e30f46.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.658707] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.658707] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d56442b-075b-4d1e-8f47-a59e4d7c323d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.665074] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 955.665074] env[63043]: value = "task-2486411" [ 955.665074] env[63043]: _type = "Task" [ 955.665074] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.672956] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.684473] env[63043]: DEBUG nova.network.neutron [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updating instance_info_cache with network_info: [{"id": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "address": "fa:16:3e:22:9c:3b", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2395b308-e6", "ovs_interfaceid": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.709392] env[63043]: DEBUG oslo_concurrency.lockutils [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.709557] env[63043]: DEBUG oslo_concurrency.lockutils [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.709695] env[63043]: DEBUG nova.network.neutron [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.709873] env[63043]: DEBUG nova.objects.instance [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lazy-loading 'info_cache' on Instance uuid ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.765528] env[63043]: DEBUG oslo_concurrency.lockutils [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.767979] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.742s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.769570] env[63043]: DEBUG nova.objects.instance [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lazy-loading 'resources' on Instance uuid d73e7816-e8e6-4f49-8a8c-98134ffc27d9 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.783908] env[63043]: DEBUG nova.network.neutron [-] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.787939] env[63043]: INFO nova.scheduler.client.report [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleted allocations for instance f516ab13-e028-4f84-a5fc-d567a658c6ee [ 956.176505] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086447} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.176861] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.177689] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7283a12a-a0e6-4ca1-8044-afda670c3785 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.192604] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.192929] env[63043]: DEBUG nova.compute.manager [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Instance network_info: |[{"id": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "address": "fa:16:3e:22:9c:3b", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2395b308-e6", "ovs_interfaceid": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.201890] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] c039f6c6-5c6a-4b60-b7f1-966323e30f46/c039f6c6-5c6a-4b60-b7f1-966323e30f46.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.203322] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:9c:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2395b308-e6f5-4eb7-8532-270b5428c4a9', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.210680] env[63043]: DEBUG oslo.service.loopingcall [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.210841] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f76db8b-bbc6-4d71-901f-962930961f07 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.228273] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.229323] env[63043]: DEBUG nova.objects.base [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 956.230439] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0051596-6cd4-43f2-b59e-d9987c0717ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.252816] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 956.252816] env[63043]: value = "task-2486412" [ 956.252816] env[63043]: _type = "Task" [ 956.252816] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.253864] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.253864] env[63043]: value = "task-2486413" [ 956.253864] env[63043]: _type = "Task" [ 956.253864] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.269099] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486413, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.269386] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.286705] env[63043]: INFO nova.compute.manager [-] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Took 1.22 seconds to deallocate network for instance. [ 956.299258] env[63043]: DEBUG oslo_concurrency.lockutils [None req-40ca7b29-bc48-4930-826e-2264caf8e8f3 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "f516ab13-e028-4f84-a5fc-d567a658c6ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.013s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.413900] env[63043]: DEBUG nova.compute.manager [req-56a060d4-8d44-4e85-9949-887d2fd5af82 req-33084bdf-daf2-4c67-99cf-245e5036484b service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Received event network-changed-2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.413900] env[63043]: DEBUG nova.compute.manager [req-56a060d4-8d44-4e85-9949-887d2fd5af82 req-33084bdf-daf2-4c67-99cf-245e5036484b service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Refreshing instance network info cache due to event network-changed-2395b308-e6f5-4eb7-8532-270b5428c4a9. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 956.414120] env[63043]: DEBUG oslo_concurrency.lockutils [req-56a060d4-8d44-4e85-9949-887d2fd5af82 req-33084bdf-daf2-4c67-99cf-245e5036484b service nova] Acquiring lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.414187] env[63043]: DEBUG oslo_concurrency.lockutils [req-56a060d4-8d44-4e85-9949-887d2fd5af82 req-33084bdf-daf2-4c67-99cf-245e5036484b service nova] Acquired lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.414353] env[63043]: DEBUG nova.network.neutron [req-56a060d4-8d44-4e85-9949-887d2fd5af82 req-33084bdf-daf2-4c67-99cf-245e5036484b service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Refreshing network info cache for port 2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.585967] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dda7b2c-6374-43cb-836e-8a53beafa1c7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.597219] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d0c2bb-9408-4c0f-acda-6f4909893177 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.631202] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb261706-62fe-49e9-ad04-3cabc41eaf1d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.641104] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41ce2a3-a482-4723-a10e-05887942f0e1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.655272] env[63043]: DEBUG nova.compute.provider_tree [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.732061] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "bad3e657-a17c-4fa1-889e-7c318690b942" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.732061] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "bad3e657-a17c-4fa1-889e-7c318690b942" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.732425] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "bad3e657-a17c-4fa1-889e-7c318690b942-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.732466] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "bad3e657-a17c-4fa1-889e-7c318690b942-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.732605] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "bad3e657-a17c-4fa1-889e-7c318690b942-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.735028] env[63043]: INFO nova.compute.manager [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Terminating instance [ 956.834133] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.834133] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486413, 'name': CreateVM_Task, 'duration_secs': 0.41073} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.834133] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.834133] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.834133] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.834133] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.834133] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210164ac-f19a-4771-8ab2-f5d3ead1603c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.834133] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 956.834133] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]522636e3-bf06-cd60-32c7-969b29e36c81" [ 956.834133] env[63043]: _type = "Task" [ 956.834133] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.834133] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522636e3-bf06-cd60-32c7-969b29e36c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.834133] env[63043]: DEBUG oslo_concurrency.lockutils [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.061094] env[63043]: DEBUG nova.network.neutron [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance_info_cache with network_info: [{"id": "1a0f4154-0faf-4586-b83c-3684bd28b139", "address": "fa:16:3e:ee:3c:66", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f4154-0f", "ovs_interfaceid": "1a0f4154-0faf-4586-b83c-3684bd28b139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.160509] env[63043]: DEBUG nova.scheduler.client.report [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.167438] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "53c7e8d9-8444-42ca-8f38-f694a0691273" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.167673] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "53c7e8d9-8444-42ca-8f38-f694a0691273" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.172393] env[63043]: DEBUG nova.network.neutron [req-56a060d4-8d44-4e85-9949-887d2fd5af82 req-33084bdf-daf2-4c67-99cf-245e5036484b service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updated VIF entry in instance network info cache for port 2395b308-e6f5-4eb7-8532-270b5428c4a9. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.173036] env[63043]: DEBUG nova.network.neutron [req-56a060d4-8d44-4e85-9949-887d2fd5af82 req-33084bdf-daf2-4c67-99cf-245e5036484b service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updating instance_info_cache with network_info: [{"id": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "address": "fa:16:3e:22:9c:3b", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2395b308-e6", "ovs_interfaceid": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.239064] env[63043]: DEBUG nova.compute.manager [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.239341] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.240565] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a8a39-5a59-4210-b919-4a470f8ef326 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.248191] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.248755] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77c647e0-4b2f-4774-a06c-a586d0ecee67 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.259691] env[63043]: DEBUG oslo_vmware.api [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 957.259691] env[63043]: value = "task-2486414" [ 957.259691] env[63043]: _type = "Task" [ 957.259691] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.266455] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486412, 'name': ReconfigVM_Task, 'duration_secs': 0.641653} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.267121] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Reconfigured VM instance instance-00000055 to attach disk [datastore1] c039f6c6-5c6a-4b60-b7f1-966323e30f46/c039f6c6-5c6a-4b60-b7f1-966323e30f46.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.267725] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fe77b61-0506-4d0c-9780-73ce99912e42 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.275374] env[63043]: DEBUG oslo_vmware.api [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.277688] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 957.277688] env[63043]: value = "task-2486415" [ 957.277688] env[63043]: _type = "Task" [ 957.277688] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.288925] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486415, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.295744] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522636e3-bf06-cd60-32c7-969b29e36c81, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.297029] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.297029] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.297029] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.297029] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.297029] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.297416] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a8fad2f-acc8-41e8-9bab-3b08b48d57c1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.307717] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.307922] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.308747] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b32223-2dad-4620-9ac2-8e47dc1b1525 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.315343] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 957.315343] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52731c8d-2906-2fef-b187-ec17a3d35c39" [ 957.315343] env[63043]: _type = "Task" [ 957.315343] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.324535] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52731c8d-2906-2fef-b187-ec17a3d35c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.564483] env[63043]: DEBUG oslo_concurrency.lockutils [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.668115] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.670616] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.575s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.672140] env[63043]: INFO nova.compute.claims [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.674631] env[63043]: DEBUG nova.compute.manager [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.676985] env[63043]: DEBUG oslo_concurrency.lockutils [req-56a060d4-8d44-4e85-9949-887d2fd5af82 req-33084bdf-daf2-4c67-99cf-245e5036484b service nova] Releasing lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.677693] env[63043]: DEBUG nova.compute.manager [req-56a060d4-8d44-4e85-9949-887d2fd5af82 req-33084bdf-daf2-4c67-99cf-245e5036484b service nova] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Received event network-vif-deleted-d3a0e84c-887c-40dc-8408-950e79bbd67e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.690325] env[63043]: INFO nova.scheduler.client.report [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Deleted allocations for instance d73e7816-e8e6-4f49-8a8c-98134ffc27d9 [ 957.770554] env[63043]: DEBUG oslo_vmware.api [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486414, 'name': PowerOffVM_Task, 'duration_secs': 0.218133} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.770849] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.771045] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.771295] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e075f541-418c-4805-a0eb-48daf9258e9c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.787431] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486415, 'name': Rename_Task, 'duration_secs': 0.186572} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.787722] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.788106] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-804f5b73-5ae8-4e8a-a8ad-8ffd8d060b3b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.796072] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 957.796072] env[63043]: value = "task-2486417" [ 957.796072] env[63043]: _type = "Task" [ 957.796072] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.804235] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.825726] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52731c8d-2906-2fef-b187-ec17a3d35c39, 'name': SearchDatastore_Task, 'duration_secs': 0.013276} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.826805] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36608812-4d66-40b9-97d4-1ce8daa74978 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.836022] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 957.836022] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b89fbf-3eaa-0120-4a45-60e22d671219" [ 957.836022] env[63043]: _type = "Task" [ 957.836022] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.840758] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.840988] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.841197] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleting the datastore file [datastore1] bad3e657-a17c-4fa1-889e-7c318690b942 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.841831] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc3d3d8b-28c9-4d45-b539-655ca443cfbc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.847043] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b89fbf-3eaa-0120-4a45-60e22d671219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.852803] env[63043]: DEBUG oslo_vmware.api [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 957.852803] env[63043]: value = "task-2486418" [ 957.852803] env[63043]: _type = "Task" [ 957.852803] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.860498] env[63043]: DEBUG oslo_vmware.api [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.196330] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.199364] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Lock "d73e7816-e8e6-4f49-8a8c-98134ffc27d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.861s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.309873] env[63043]: DEBUG oslo_vmware.api [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486417, 'name': PowerOnVM_Task, 'duration_secs': 0.478985} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.310805] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.310805] env[63043]: INFO nova.compute.manager [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Took 7.83 seconds to spawn the instance on the hypervisor. [ 958.310951] env[63043]: DEBUG nova.compute.manager [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.311750] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efa0267-cdea-4387-a5a9-ee55bbf26801 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.348548] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b89fbf-3eaa-0120-4a45-60e22d671219, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.348753] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.349036] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2/1cbd1368-03e3-42b0-8ff3-9a8044f47fe2.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.349319] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b25e837-fb90-4204-a877-8842ee611b99 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.359269] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 958.359269] env[63043]: value = "task-2486419" [ 958.359269] env[63043]: _type = "Task" [ 958.359269] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.366652] env[63043]: DEBUG oslo_vmware.api [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148767} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.367249] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.367485] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.367648] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.367862] env[63043]: INFO nova.compute.manager [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Took 1.13 seconds to destroy the instance on the hypervisor. [ 958.368073] env[63043]: DEBUG oslo.service.loopingcall [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.368264] env[63043]: DEBUG nova.compute.manager [-] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.368380] env[63043]: DEBUG nova.network.neutron [-] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.373078] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.571651] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.571934] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab062a47-6d4c-405a-94f8-0ebe3f88c0f8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.583518] env[63043]: DEBUG oslo_vmware.api [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 958.583518] env[63043]: value = "task-2486420" [ 958.583518] env[63043]: _type = "Task" [ 958.583518] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.596015] env[63043]: DEBUG oslo_vmware.api [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.840060] env[63043]: DEBUG nova.compute.manager [req-5280d1ca-8e11-45a8-882f-e816f13831b2 req-d24431c2-e6e8-4269-b31b-933099c7f105 service nova] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Received event network-vif-deleted-4196dbcd-8376-43d8-b928-5c3eedcd3380 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.840060] env[63043]: INFO nova.compute.manager [req-5280d1ca-8e11-45a8-882f-e816f13831b2 req-d24431c2-e6e8-4269-b31b-933099c7f105 service nova] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Neutron deleted interface 4196dbcd-8376-43d8-b928-5c3eedcd3380; detaching it from the instance and deleting it from the info cache [ 958.840555] env[63043]: DEBUG nova.network.neutron [req-5280d1ca-8e11-45a8-882f-e816f13831b2 req-d24431c2-e6e8-4269-b31b-933099c7f105 service nova] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.844763] env[63043]: INFO nova.compute.manager [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Took 16.24 seconds to build instance. [ 958.876687] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477217} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.880049] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2/1cbd1368-03e3-42b0-8ff3-9a8044f47fe2.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.880286] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.880989] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-971d03b9-325d-4e9f-876c-0a7c6f9e29a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.888619] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 958.888619] env[63043]: value = "task-2486421" [ 958.888619] env[63043]: _type = "Task" [ 958.888619] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.902627] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.067334] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127f14a4-41b2-45b4-856f-1a6b88ccd8b6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.077008] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9888e86e-32fc-4620-8062-3ef4ef8a8714 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.115440] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23add69-ea72-4c0e-ada8-fee5e5d524be {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.121853] env[63043]: DEBUG oslo_vmware.api [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.131019] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ef337c-d0c3-45a4-8970-e4b077fdb4b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.143274] env[63043]: DEBUG nova.compute.provider_tree [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.317756] env[63043]: DEBUG nova.network.neutron [-] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.347406] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b4eee09-6304-4a3d-be0b-4b51583d2549 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "c039f6c6-5c6a-4b60-b7f1-966323e30f46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.755s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.348915] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98592b3e-168f-4b88-8650-a207ff7f8d7a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.363957] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0d30e7-9ddb-43ea-a4d1-96efa346a1d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.410914] env[63043]: DEBUG nova.compute.manager [req-5280d1ca-8e11-45a8-882f-e816f13831b2 req-d24431c2-e6e8-4269-b31b-933099c7f105 service nova] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Detach interface failed, port_id=4196dbcd-8376-43d8-b928-5c3eedcd3380, reason: Instance bad3e657-a17c-4fa1-889e-7c318690b942 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 959.417394] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080089} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.417658] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.418469] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510c10b0-8c6b-4f80-831c-280d125ef806 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.441657] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2/1cbd1368-03e3-42b0-8ff3-9a8044f47fe2.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.441939] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d56515a6-c496-4198-8488-47b4158dae26 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.463432] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 959.463432] env[63043]: value = "task-2486422" [ 959.463432] env[63043]: _type = "Task" [ 959.463432] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.473322] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.595235] env[63043]: DEBUG oslo_vmware.api [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486420, 'name': PowerOnVM_Task, 'duration_secs': 0.615336} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.595596] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.595766] env[63043]: DEBUG nova.compute.manager [None req-30e7bfe8-9d89-417e-ae73-bd6ec482c694 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.596569] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab03007-102a-471f-9668-0b4b5b0e4e03 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.646912] env[63043]: DEBUG nova.scheduler.client.report [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.824427] env[63043]: INFO nova.compute.manager [-] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Took 1.46 seconds to deallocate network for instance. [ 959.862014] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "c039f6c6-5c6a-4b60-b7f1-966323e30f46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.862266] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "c039f6c6-5c6a-4b60-b7f1-966323e30f46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.863061] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "c039f6c6-5c6a-4b60-b7f1-966323e30f46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.863061] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "c039f6c6-5c6a-4b60-b7f1-966323e30f46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.863061] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "c039f6c6-5c6a-4b60-b7f1-966323e30f46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.868834] env[63043]: INFO nova.compute.manager [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Terminating instance [ 959.975564] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486422, 'name': ReconfigVM_Task, 'duration_secs': 0.436099} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.975564] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2/1cbd1368-03e3-42b0-8ff3-9a8044f47fe2.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.976464] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adfee129-8c54-41ce-bc9f-4b4c042fc1a3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.984910] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 959.984910] env[63043]: value = "task-2486423" [ 959.984910] env[63043]: _type = "Task" [ 959.984910] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.997051] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486423, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.152526] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.153238] env[63043]: DEBUG nova.compute.manager [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.156246] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.190s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.156543] env[63043]: DEBUG nova.objects.instance [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lazy-loading 'resources' on Instance uuid 4db389d7-fff2-4e65-a3b9-a6931964201a {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.332168] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.374138] env[63043]: DEBUG nova.compute.manager [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.374392] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.375313] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa63c59-f6c4-4925-a7f9-3ee39ebc2ada {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.383751] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.384233] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ded00364-f802-434b-b708-4653255097f5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.390812] env[63043]: DEBUG oslo_vmware.api [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 960.390812] env[63043]: value = "task-2486424" [ 960.390812] env[63043]: _type = "Task" [ 960.390812] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.401682] env[63043]: DEBUG oslo_vmware.api [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.496028] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486423, 'name': Rename_Task, 'duration_secs': 0.161177} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.496028] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.496226] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32ecebb1-cbef-4146-ad1f-1ef45e548e2c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.505094] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 960.505094] env[63043]: value = "task-2486425" [ 960.505094] env[63043]: _type = "Task" [ 960.505094] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.516521] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.659306] env[63043]: DEBUG nova.compute.utils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 960.664212] env[63043]: DEBUG nova.compute.manager [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.664535] env[63043]: DEBUG nova.network.neutron [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.719200] env[63043]: DEBUG nova.policy [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '842109cf75544c0782e6c3d73e24956b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3632a8901bc41258430a525fd41a1bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.902858] env[63043]: DEBUG oslo_vmware.api [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486424, 'name': PowerOffVM_Task, 'duration_secs': 0.241511} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.903852] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.903852] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.903852] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ea95ef4-cd43-4cbb-9472-252eccb1c89e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.982018] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.983177] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.983177] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleting the datastore file [datastore1] c039f6c6-5c6a-4b60-b7f1-966323e30f46 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.983177] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ddfcd56-12c3-49ae-a80c-4175a1a25747 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.992205] env[63043]: DEBUG oslo_vmware.api [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 960.992205] env[63043]: value = "task-2486427" [ 960.992205] env[63043]: _type = "Task" [ 960.992205] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.993490] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf47a6cf-7063-4956-9d02-010a58ed6908 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.009682] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e21703-2eb1-411c-aefc-8d25e509f372 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.012815] env[63043]: DEBUG oslo_vmware.api [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.024859] env[63043]: DEBUG oslo_vmware.api [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486425, 'name': PowerOnVM_Task, 'duration_secs': 0.517903} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.052116] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.052423] env[63043]: INFO nova.compute.manager [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Took 7.13 seconds to spawn the instance on the hypervisor. [ 961.052580] env[63043]: DEBUG nova.compute.manager [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.053754] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abbaeb3-79bc-44fb-85fa-85070f84416e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.056908] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22240344-61dd-4673-b856-7e8683333bba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.062013] env[63043]: DEBUG nova.network.neutron [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Successfully created port: a2099991-2801-402b-a5a4-414c08fe59bf {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.071698] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0052cb21-3896-425f-a7a9-d3c59f923f97 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.087955] env[63043]: DEBUG nova.compute.provider_tree [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.164938] env[63043]: DEBUG nova.compute.manager [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.502962] env[63043]: DEBUG oslo_vmware.api [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409504} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.503234] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.503466] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.503650] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.503822] env[63043]: INFO nova.compute.manager [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Took 1.13 seconds to destroy the instance on the hypervisor. [ 961.504082] env[63043]: DEBUG oslo.service.loopingcall [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.504488] env[63043]: DEBUG nova.compute.manager [-] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.504488] env[63043]: DEBUG nova.network.neutron [-] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.590328] env[63043]: INFO nova.compute.manager [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Took 17.32 seconds to build instance. [ 961.591889] env[63043]: DEBUG nova.scheduler.client.report [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.883766] env[63043]: DEBUG nova.compute.manager [req-f49c79a9-ca2a-4169-a4d7-8cf0a5b43441 req-769774e9-7a4c-4b72-b996-d8b535ca175e service nova] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Received event network-vif-deleted-2e952919-6ce7-41f9-9aa6-2af5b3941fb5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.884083] env[63043]: INFO nova.compute.manager [req-f49c79a9-ca2a-4169-a4d7-8cf0a5b43441 req-769774e9-7a4c-4b72-b996-d8b535ca175e service nova] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Neutron deleted interface 2e952919-6ce7-41f9-9aa6-2af5b3941fb5; detaching it from the instance and deleting it from the info cache [ 961.884147] env[63043]: DEBUG nova.network.neutron [req-f49c79a9-ca2a-4169-a4d7-8cf0a5b43441 req-769774e9-7a4c-4b72-b996-d8b535ca175e service nova] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.095884] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4e117dc2-8fce-4776-a515-427231e25f28 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.841s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.096729] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.098915] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.291s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.100847] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.103979] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.167s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.104689] env[63043]: DEBUG nova.objects.instance [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Lazy-loading 'resources' on Instance uuid b8fbf919-c2c5-47b9-8660-94443821b357 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.154009] env[63043]: DEBUG nova.compute.manager [req-363e9579-0ad0-4288-9272-5c1bb2e47cb8 req-8d50cd87-aabc-4b8a-a283-d9763d837f04 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Received event network-changed-2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.154284] env[63043]: DEBUG nova.compute.manager [req-363e9579-0ad0-4288-9272-5c1bb2e47cb8 req-8d50cd87-aabc-4b8a-a283-d9763d837f04 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Refreshing instance network info cache due to event network-changed-2395b308-e6f5-4eb7-8532-270b5428c4a9. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 962.154486] env[63043]: DEBUG oslo_concurrency.lockutils [req-363e9579-0ad0-4288-9272-5c1bb2e47cb8 req-8d50cd87-aabc-4b8a-a283-d9763d837f04 service nova] Acquiring lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.154609] env[63043]: DEBUG oslo_concurrency.lockutils [req-363e9579-0ad0-4288-9272-5c1bb2e47cb8 req-8d50cd87-aabc-4b8a-a283-d9763d837f04 service nova] Acquired lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.154778] env[63043]: DEBUG nova.network.neutron [req-363e9579-0ad0-4288-9272-5c1bb2e47cb8 req-8d50cd87-aabc-4b8a-a283-d9763d837f04 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Refreshing network info cache for port 2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.166039] env[63043]: INFO nova.scheduler.client.report [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted allocations for instance b1cc0753-f1d8-4870-b282-235ccd66e144 [ 962.167888] env[63043]: INFO nova.scheduler.client.report [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Deleted allocations for instance 4db389d7-fff2-4e65-a3b9-a6931964201a [ 962.175031] env[63043]: DEBUG nova.compute.manager [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.224941] env[63043]: DEBUG nova.virt.hardware [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.225206] env[63043]: DEBUG nova.virt.hardware [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.225369] env[63043]: DEBUG nova.virt.hardware [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.225556] env[63043]: DEBUG nova.virt.hardware [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.225736] env[63043]: DEBUG nova.virt.hardware [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.225923] env[63043]: DEBUG nova.virt.hardware [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.226227] env[63043]: DEBUG nova.virt.hardware [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.226389] env[63043]: DEBUG nova.virt.hardware [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.226559] env[63043]: DEBUG nova.virt.hardware [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.226889] env[63043]: DEBUG nova.virt.hardware [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.226889] env[63043]: DEBUG nova.virt.hardware [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.228153] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856e39a7-0e3b-4062-855f-c9b43c27563a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.237314] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558ba9b3-f4fd-45a1-9bca-4138e2d1b9d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.358750] env[63043]: DEBUG nova.network.neutron [-] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.386601] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10986536-983a-4faa-8106-ea43066f312a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.397632] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872c9045-d61e-4667-8f63-64ec94679bb9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.432869] env[63043]: DEBUG nova.compute.manager [req-f49c79a9-ca2a-4169-a4d7-8cf0a5b43441 req-769774e9-7a4c-4b72-b996-d8b535ca175e service nova] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Detach interface failed, port_id=2e952919-6ce7-41f9-9aa6-2af5b3941fb5, reason: Instance c039f6c6-5c6a-4b60-b7f1-966323e30f46 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 962.619355] env[63043]: DEBUG nova.network.neutron [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Successfully updated port: a2099991-2801-402b-a5a4-414c08fe59bf {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.680310] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c341c90f-9961-464e-bc03-39a240e168ae tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "b1cc0753-f1d8-4870-b282-235ccd66e144" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.307s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.681536] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e403cff6-9c6b-4b18-8080-7e166ebbeeca tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Lock "4db389d7-fff2-4e65-a3b9-a6931964201a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.935s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.863396] env[63043]: INFO nova.compute.manager [-] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Took 1.36 seconds to deallocate network for instance. [ 962.928180] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686b3bb7-fe57-4147-9ad6-1e81a7055cc6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.937350] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26af82da-7a68-4964-99d1-bfe499dad40d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.974511] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767bb509-9676-4815-86a6-05aa4d833dd0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.982715] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34746190-1b79-4e80-ae74-ef6faa1ec948 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.998036] env[63043]: DEBUG nova.compute.provider_tree [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.123881] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "refresh_cache-e41dc267-78d9-4d02-bb2e-0a6107f23a4e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.123881] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "refresh_cache-e41dc267-78d9-4d02-bb2e-0a6107f23a4e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.123881] env[63043]: DEBUG nova.network.neutron [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.277568] env[63043]: DEBUG nova.network.neutron [req-363e9579-0ad0-4288-9272-5c1bb2e47cb8 req-8d50cd87-aabc-4b8a-a283-d9763d837f04 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updated VIF entry in instance network info cache for port 2395b308-e6f5-4eb7-8532-270b5428c4a9. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.277934] env[63043]: DEBUG nova.network.neutron [req-363e9579-0ad0-4288-9272-5c1bb2e47cb8 req-8d50cd87-aabc-4b8a-a283-d9763d837f04 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updating instance_info_cache with network_info: [{"id": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "address": "fa:16:3e:22:9c:3b", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2395b308-e6", "ovs_interfaceid": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.372757] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.501526] env[63043]: DEBUG nova.scheduler.client.report [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.679107] env[63043]: DEBUG nova.network.neutron [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.782700] env[63043]: DEBUG oslo_concurrency.lockutils [req-363e9579-0ad0-4288-9272-5c1bb2e47cb8 req-8d50cd87-aabc-4b8a-a283-d9763d837f04 service nova] Releasing lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.869514] env[63043]: DEBUG nova.network.neutron [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Updating instance_info_cache with network_info: [{"id": "a2099991-2801-402b-a5a4-414c08fe59bf", "address": "fa:16:3e:aa:5c:e7", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2099991-28", "ovs_interfaceid": "a2099991-2801-402b-a5a4-414c08fe59bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.938586] env[63043]: DEBUG nova.compute.manager [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Received event network-vif-plugged-a2099991-2801-402b-a5a4-414c08fe59bf {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.939701] env[63043]: DEBUG oslo_concurrency.lockutils [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] Acquiring lock "e41dc267-78d9-4d02-bb2e-0a6107f23a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.939701] env[63043]: DEBUG oslo_concurrency.lockutils [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] Lock "e41dc267-78d9-4d02-bb2e-0a6107f23a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.939701] env[63043]: DEBUG oslo_concurrency.lockutils [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] Lock "e41dc267-78d9-4d02-bb2e-0a6107f23a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.939701] env[63043]: DEBUG nova.compute.manager [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] No waiting events found dispatching network-vif-plugged-a2099991-2801-402b-a5a4-414c08fe59bf {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.939701] env[63043]: WARNING nova.compute.manager [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Received unexpected event network-vif-plugged-a2099991-2801-402b-a5a4-414c08fe59bf for instance with vm_state building and task_state spawning. [ 963.940507] env[63043]: DEBUG nova.compute.manager [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Received event network-changed-a2099991-2801-402b-a5a4-414c08fe59bf {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.940507] env[63043]: DEBUG nova.compute.manager [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Refreshing instance network info cache due to event network-changed-a2099991-2801-402b-a5a4-414c08fe59bf. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.940507] env[63043]: DEBUG oslo_concurrency.lockutils [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] Acquiring lock "refresh_cache-e41dc267-78d9-4d02-bb2e-0a6107f23a4e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.007039] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.009705] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.546s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.010097] env[63043]: DEBUG nova.objects.instance [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lazy-loading 'resources' on Instance uuid c52ccbde-5679-4408-bf26-4bee8974a41a {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.088161] env[63043]: INFO nova.scheduler.client.report [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Deleted allocations for instance b8fbf919-c2c5-47b9-8660-94443821b357 [ 964.372554] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "refresh_cache-e41dc267-78d9-4d02-bb2e-0a6107f23a4e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.372892] env[63043]: DEBUG nova.compute.manager [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Instance network_info: |[{"id": "a2099991-2801-402b-a5a4-414c08fe59bf", "address": "fa:16:3e:aa:5c:e7", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2099991-28", "ovs_interfaceid": "a2099991-2801-402b-a5a4-414c08fe59bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.373088] env[63043]: DEBUG oslo_concurrency.lockutils [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] Acquired lock "refresh_cache-e41dc267-78d9-4d02-bb2e-0a6107f23a4e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.373290] env[63043]: DEBUG nova.network.neutron [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Refreshing network info cache for port a2099991-2801-402b-a5a4-414c08fe59bf {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.374620] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:5c:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2099991-2801-402b-a5a4-414c08fe59bf', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.382455] env[63043]: DEBUG oslo.service.loopingcall [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.383462] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.383720] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63044937-0c5b-4452-b464-ffc6978a9956 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.405164] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.405164] env[63043]: value = "task-2486428" [ 964.405164] env[63043]: _type = "Task" [ 964.405164] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.413697] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486428, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.599402] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b3f66a9b-8b75-472e-a90d-1c9666beba06 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Lock "b8fbf919-c2c5-47b9-8660-94443821b357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.228s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.790414] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69360ef5-b8dc-4957-b1fc-3037baacd74e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.801747] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c995b4-e6fe-40fa-a6bb-ac05a1795ae6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.837458] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4358962b-3788-4cb1-b364-a06a92390609 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.849825] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f01f5e-6c68-40b1-937b-40a2b64a28c0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.864948] env[63043]: DEBUG nova.compute.provider_tree [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.916341] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486428, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.269372] env[63043]: DEBUG nova.network.neutron [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Updated VIF entry in instance network info cache for port a2099991-2801-402b-a5a4-414c08fe59bf. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.270044] env[63043]: DEBUG nova.network.neutron [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Updating instance_info_cache with network_info: [{"id": "a2099991-2801-402b-a5a4-414c08fe59bf", "address": "fa:16:3e:aa:5c:e7", "network": {"id": "9dc84788-3f0f-4c50-8ac8-edf76df80236", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-172490669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3632a8901bc41258430a525fd41a1bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2099991-28", "ovs_interfaceid": "a2099991-2801-402b-a5a4-414c08fe59bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.368338] env[63043]: DEBUG nova.scheduler.client.report [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.416948] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486428, 'name': CreateVM_Task, 'duration_secs': 0.513651} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.417364] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.417876] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.418063] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.418395] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.418930] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a5da4df-e8b1-4a82-b97a-270df970a0e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.424777] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 965.424777] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5233ff28-95e0-a2eb-9729-40a79b7a6e58" [ 965.424777] env[63043]: _type = "Task" [ 965.424777] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.434722] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5233ff28-95e0-a2eb-9729-40a79b7a6e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.773097] env[63043]: DEBUG oslo_concurrency.lockutils [req-f0d826cf-706d-444f-992d-5a7bb9426fa9 req-551c7cd7-c605-4ab0-85d7-61918135505f service nova] Releasing lock "refresh_cache-e41dc267-78d9-4d02-bb2e-0a6107f23a4e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.874733] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.877562] env[63043]: DEBUG oslo_concurrency.lockutils [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.080s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.877860] env[63043]: DEBUG nova.objects.instance [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lazy-loading 'resources' on Instance uuid eef8d546-dc21-4216-a374-3b23efb73a56 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.937864] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5233ff28-95e0-a2eb-9729-40a79b7a6e58, 'name': SearchDatastore_Task, 'duration_secs': 0.011829} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.938243] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.938614] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.939022] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.939022] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.939234] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.939441] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2133fad-875b-4bd5-ab78-4e44bb3b7803 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.950029] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.950324] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.950972] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8130cc1-2daa-49c3-b7d3-fdbeb5898a90 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.957562] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 965.957562] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]522a072d-7e07-ec87-7292-f27bb3319716" [ 965.957562] env[63043]: _type = "Task" [ 965.957562] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.958240] env[63043]: INFO nova.scheduler.client.report [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Deleted allocations for instance c52ccbde-5679-4408-bf26-4bee8974a41a [ 965.972390] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522a072d-7e07-ec87-7292-f27bb3319716, 'name': SearchDatastore_Task, 'duration_secs': 0.012058} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.973199] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39787170-6835-4d02-b152-6025b7cd7b28 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.981858] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 965.981858] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e02132-6cf8-63e1-d193-d73db5dfcb39" [ 965.981858] env[63043]: _type = "Task" [ 965.981858] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.988566] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e02132-6cf8-63e1-d193-d73db5dfcb39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.467854] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Lock "c52ccbde-5679-4408-bf26-4bee8974a41a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.364s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.500361] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e02132-6cf8-63e1-d193-d73db5dfcb39, 'name': SearchDatastore_Task, 'duration_secs': 0.02293} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.500361] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.500361] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] e41dc267-78d9-4d02-bb2e-0a6107f23a4e/e41dc267-78d9-4d02-bb2e-0a6107f23a4e.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.500361] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48a6da34-5e4f-4315-b7d1-c228e769df50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.508233] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 966.508233] env[63043]: value = "task-2486429" [ 966.508233] env[63043]: _type = "Task" [ 966.508233] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.516348] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.747095] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb15b6c6-3ac0-4c75-bbf6-27c4baad3d08 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.755983] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9212dc4b-f149-47dc-848c-7dcb87d7a080 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.795047] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05bbb2b-4c21-4fa2-8407-34622e350d58 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.804174] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c394aed4-555f-4084-8c08-898c3106d141 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.821384] env[63043]: DEBUG nova.compute.provider_tree [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.025209] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486429, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.325799] env[63043]: DEBUG nova.scheduler.client.report [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.519906] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690717} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.520415] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] e41dc267-78d9-4d02-bb2e-0a6107f23a4e/e41dc267-78d9-4d02-bb2e-0a6107f23a4e.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.520729] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.520998] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b285f6f-e18b-4e39-b3a4-32d32e561eb2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.529658] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 967.529658] env[63043]: value = "task-2486430" [ 967.529658] env[63043]: _type = "Task" [ 967.529658] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.542020] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.830191] env[63043]: DEBUG oslo_concurrency.lockutils [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.832514] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.636s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.834550] env[63043]: INFO nova.compute.claims [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.895546] env[63043]: INFO nova.scheduler.client.report [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted allocations for instance eef8d546-dc21-4216-a374-3b23efb73a56 [ 968.044446] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0802} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.044737] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.045551] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268a8a05-6b2e-4978-9d2c-41a8b20ab4ea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.069509] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e41dc267-78d9-4d02-bb2e-0a6107f23a4e/e41dc267-78d9-4d02-bb2e-0a6107f23a4e.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.069509] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f99a778a-83d5-4b7b-a9fa-3c4d0bc76ba5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.101031] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 968.101031] env[63043]: value = "task-2486431" [ 968.101031] env[63043]: _type = "Task" [ 968.101031] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.109296] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.413797] env[63043]: DEBUG oslo_concurrency.lockutils [None req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "eef8d546-dc21-4216-a374-3b23efb73a56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.203s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.610716] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486431, 'name': ReconfigVM_Task, 'duration_secs': 0.449028} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.611036] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e41dc267-78d9-4d02-bb2e-0a6107f23a4e/e41dc267-78d9-4d02-bb2e-0a6107f23a4e.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.611744] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5750b362-4341-4e0f-9eaf-dc365f7a6ab4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.620226] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 968.620226] env[63043]: value = "task-2486432" [ 968.620226] env[63043]: _type = "Task" [ 968.620226] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.630520] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486432, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.133788] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486432, 'name': Rename_Task, 'duration_secs': 0.17542} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.134605] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.135097] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcb03fcb-8fca-45d7-a753-83ec7c88798b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.151058] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 969.151058] env[63043]: value = "task-2486433" [ 969.151058] env[63043]: _type = "Task" [ 969.151058] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.162655] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.179204] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f069eb-fbe7-482f-8e8c-710e139c037e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.192268] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177a1cc8-74fb-457a-ba1f-1f3dbbbff86c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.230066] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36478a4-6c9a-40ea-8db4-9097597e64e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.235591] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f212e698-d0da-4383-b291-01fc8d8336ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.250898] env[63043]: DEBUG nova.compute.provider_tree [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.666677] env[63043]: DEBUG oslo_vmware.api [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486433, 'name': PowerOnVM_Task, 'duration_secs': 0.486778} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.667019] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.667247] env[63043]: INFO nova.compute.manager [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Took 7.49 seconds to spawn the instance on the hypervisor. [ 969.667428] env[63043]: DEBUG nova.compute.manager [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.668325] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7c0fc4-0d01-4a8e-8654-e06792f0cbf2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.755056] env[63043]: DEBUG nova.scheduler.client.report [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.893217] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "729bed81-f1cd-472b-8084-26bd8125acb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.893365] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "729bed81-f1cd-472b-8084-26bd8125acb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.191612] env[63043]: INFO nova.compute.manager [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Took 23.11 seconds to build instance. [ 970.220706] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.220706] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.264959] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.265533] env[63043]: DEBUG nova.compute.manager [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.271700] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.937s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.271700] env[63043]: DEBUG nova.objects.instance [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lazy-loading 'resources' on Instance uuid bad3e657-a17c-4fa1-889e-7c318690b942 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.396354] env[63043]: DEBUG nova.compute.manager [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.695898] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "e41dc267-78d9-4d02-bb2e-0a6107f23a4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.624s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.729651] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.729814] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Starting heal instance info cache {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 970.772543] env[63043]: DEBUG nova.compute.utils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 970.777688] env[63043]: DEBUG nova.compute.manager [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.777688] env[63043]: DEBUG nova.network.neutron [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.823254] env[63043]: DEBUG nova.policy [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63837e386d9c4ba58041c7a7dbabe6b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad132d8fcb18474b9f4765815bc5bddb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.921396] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.122879] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b7049c-c4e9-41fa-9f11-1c4645e91b5d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.131783] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cded7e47-5c29-4e9e-ad54-80c6ed396649 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.184648] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1eadc1-f4c0-437b-8105-14c0752a3767 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.196932] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3615d4d7-6062-4394-b2e9-3d94a68f9fc2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.214429] env[63043]: DEBUG nova.compute.provider_tree [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.265965] env[63043]: DEBUG nova.network.neutron [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Successfully created port: b074e44f-0974-4641-92d1-508249515b3e {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.270502] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "refresh_cache-8faf95e3-ce3a-4e0a-91f1-f508a80fb268" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.270619] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquired lock "refresh_cache-8faf95e3-ce3a-4e0a-91f1-f508a80fb268" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.270838] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Forcefully refreshing network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 971.278844] env[63043]: DEBUG nova.compute.manager [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.718144] env[63043]: DEBUG nova.scheduler.client.report [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.227870] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.233035] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.858s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.233035] env[63043]: DEBUG nova.objects.instance [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lazy-loading 'resources' on Instance uuid c039f6c6-5c6a-4b60-b7f1-966323e30f46 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.289767] env[63043]: DEBUG nova.compute.manager [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.347431] env[63043]: DEBUG nova.virt.hardware [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.351019] env[63043]: DEBUG nova.virt.hardware [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.351019] env[63043]: DEBUG nova.virt.hardware [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.351019] env[63043]: DEBUG nova.virt.hardware [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.351019] env[63043]: DEBUG nova.virt.hardware [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.351019] env[63043]: DEBUG nova.virt.hardware [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.351019] env[63043]: DEBUG nova.virt.hardware [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.351019] env[63043]: DEBUG nova.virt.hardware [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.351019] env[63043]: DEBUG nova.virt.hardware [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.351019] env[63043]: DEBUG nova.virt.hardware [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.351019] env[63043]: DEBUG nova.virt.hardware [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.351019] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28506807-a5c7-4203-a37f-9c3d4f40a377 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.366044] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6cf758-3c87-4ebe-b5c5-160b3dcb4422 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.372207] env[63043]: INFO nova.scheduler.client.report [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleted allocations for instance bad3e657-a17c-4fa1-889e-7c318690b942 [ 972.619375] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Updating instance_info_cache with network_info: [{"id": "48f29976-1294-41e7-84b0-bbbb995e6c10", "address": "fa:16:3e:3a:50:3e", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f29976-12", "ovs_interfaceid": "48f29976-1294-41e7-84b0-bbbb995e6c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.890353] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "bad3e657-a17c-4fa1-889e-7c318690b942" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.158s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.031560] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a315350a-447c-4acd-8e79-25b50095ab87 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.040829] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec0fd45-5931-4044-9c9c-d2ba967f1aa6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.081811] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53b3c94-2c86-4fdd-94d6-c3ae5db54166 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.090841] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e5a85-622b-4008-a400-049d2d5e8c65 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.112474] env[63043]: DEBUG nova.compute.provider_tree [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.121526] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Releasing lock "refresh_cache-8faf95e3-ce3a-4e0a-91f1-f508a80fb268" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.121632] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Updated the network info_cache for instance {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 973.121928] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.122162] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.122345] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.122501] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.122648] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.122794] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.122930] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63043) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 973.123103] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.197984] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "e41dc267-78d9-4d02-bb2e-0a6107f23a4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.197984] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "e41dc267-78d9-4d02-bb2e-0a6107f23a4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.197984] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "e41dc267-78d9-4d02-bb2e-0a6107f23a4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.198222] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "e41dc267-78d9-4d02-bb2e-0a6107f23a4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.198417] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "e41dc267-78d9-4d02-bb2e-0a6107f23a4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.202859] env[63043]: INFO nova.compute.manager [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Terminating instance [ 973.215093] env[63043]: DEBUG nova.compute.manager [req-de0010b8-80d0-4aa8-8b9a-354b4ef0cb94 req-c639e07b-c648-4faa-aa5f-aa5a74c59120 service nova] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Received event network-vif-plugged-b074e44f-0974-4641-92d1-508249515b3e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.215287] env[63043]: DEBUG oslo_concurrency.lockutils [req-de0010b8-80d0-4aa8-8b9a-354b4ef0cb94 req-c639e07b-c648-4faa-aa5f-aa5a74c59120 service nova] Acquiring lock "53c7e8d9-8444-42ca-8f38-f694a0691273-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.215493] env[63043]: DEBUG oslo_concurrency.lockutils [req-de0010b8-80d0-4aa8-8b9a-354b4ef0cb94 req-c639e07b-c648-4faa-aa5f-aa5a74c59120 service nova] Lock "53c7e8d9-8444-42ca-8f38-f694a0691273-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.215666] env[63043]: DEBUG oslo_concurrency.lockutils [req-de0010b8-80d0-4aa8-8b9a-354b4ef0cb94 req-c639e07b-c648-4faa-aa5f-aa5a74c59120 service nova] Lock "53c7e8d9-8444-42ca-8f38-f694a0691273-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.215871] env[63043]: DEBUG nova.compute.manager [req-de0010b8-80d0-4aa8-8b9a-354b4ef0cb94 req-c639e07b-c648-4faa-aa5f-aa5a74c59120 service nova] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] No waiting events found dispatching network-vif-plugged-b074e44f-0974-4641-92d1-508249515b3e {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.217511] env[63043]: WARNING nova.compute.manager [req-de0010b8-80d0-4aa8-8b9a-354b4ef0cb94 req-c639e07b-c648-4faa-aa5f-aa5a74c59120 service nova] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Received unexpected event network-vif-plugged-b074e44f-0974-4641-92d1-508249515b3e for instance with vm_state building and task_state spawning. [ 973.326280] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "0b11ce51-60e6-4341-9732-0628a3f53137" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.326508] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0b11ce51-60e6-4341-9732-0628a3f53137" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.615120] env[63043]: DEBUG nova.scheduler.client.report [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.634132] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.643867] env[63043]: DEBUG nova.network.neutron [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Successfully updated port: b074e44f-0974-4641-92d1-508249515b3e {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.714516] env[63043]: DEBUG nova.compute.manager [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.714678] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.716216] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b107b7-7cb6-4dbb-9449-f1fb627927d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.726901] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.726901] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0962c52e-caa0-4ec6-b113-82defbca936d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.736405] env[63043]: DEBUG oslo_vmware.api [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 973.736405] env[63043]: value = "task-2486434" [ 973.736405] env[63043]: _type = "Task" [ 973.736405] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.745592] env[63043]: DEBUG oslo_vmware.api [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.829224] env[63043]: DEBUG nova.compute.manager [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.121163] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.123562] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.202s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.125473] env[63043]: INFO nova.compute.claims [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.146532] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "refresh_cache-53c7e8d9-8444-42ca-8f38-f694a0691273" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.146840] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "refresh_cache-53c7e8d9-8444-42ca-8f38-f694a0691273" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.146990] env[63043]: DEBUG nova.network.neutron [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.195084] env[63043]: INFO nova.scheduler.client.report [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted allocations for instance c039f6c6-5c6a-4b60-b7f1-966323e30f46 [ 974.247089] env[63043]: DEBUG oslo_vmware.api [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486434, 'name': PowerOffVM_Task, 'duration_secs': 0.22173} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.247374] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.247546] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.248099] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-339647d5-53d5-4e01-a80e-b6011213d521 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.324153] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.326049] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.326049] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleting the datastore file [datastore1] e41dc267-78d9-4d02-bb2e-0a6107f23a4e {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.326049] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-663fcde3-b4ee-4822-8468-32dc6c9e5a9b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.341974] env[63043]: DEBUG oslo_vmware.api [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for the task: (returnval){ [ 974.341974] env[63043]: value = "task-2486436" [ 974.341974] env[63043]: _type = "Task" [ 974.341974] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.353177] env[63043]: DEBUG oslo_vmware.api [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.357935] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.694622] env[63043]: DEBUG nova.network.neutron [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.707802] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fb98a954-b946-4f69-a37f-0a95dbd25a39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "c039f6c6-5c6a-4b60-b7f1-966323e30f46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.845s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.859031] env[63043]: DEBUG oslo_vmware.api [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Task: {'id': task-2486436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189534} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.859031] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.859031] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.859337] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.859337] env[63043]: INFO nova.compute.manager [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 974.859568] env[63043]: DEBUG oslo.service.loopingcall [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.859771] env[63043]: DEBUG nova.compute.manager [-] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.859900] env[63043]: DEBUG nova.network.neutron [-] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.966371] env[63043]: DEBUG nova.network.neutron [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Updating instance_info_cache with network_info: [{"id": "b074e44f-0974-4641-92d1-508249515b3e", "address": "fa:16:3e:f3:2a:41", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb074e44f-09", "ovs_interfaceid": "b074e44f-0974-4641-92d1-508249515b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.249105] env[63043]: DEBUG nova.compute.manager [req-0410f7ce-852d-4e58-99b2-7be71674eca4 req-c338e60a-5647-4cf5-a0f4-20041b3fb1a8 service nova] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Received event network-changed-b074e44f-0974-4641-92d1-508249515b3e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.249833] env[63043]: DEBUG nova.compute.manager [req-0410f7ce-852d-4e58-99b2-7be71674eca4 req-c338e60a-5647-4cf5-a0f4-20041b3fb1a8 service nova] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Refreshing instance network info cache due to event network-changed-b074e44f-0974-4641-92d1-508249515b3e. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 975.250192] env[63043]: DEBUG oslo_concurrency.lockutils [req-0410f7ce-852d-4e58-99b2-7be71674eca4 req-c338e60a-5647-4cf5-a0f4-20041b3fb1a8 service nova] Acquiring lock "refresh_cache-53c7e8d9-8444-42ca-8f38-f694a0691273" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.396676] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459fe521-e86e-4b27-8dee-a6f5220bee7c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.404775] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaa2026-53cc-4034-86ff-67dc7a489c69 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.438124] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7f54b0-4475-4351-a188-8c662232e817 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.447507] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73574b62-dd6b-4fb1-b1e7-53fab9bb267c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.463666] env[63043]: DEBUG nova.compute.provider_tree [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.469598] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "refresh_cache-53c7e8d9-8444-42ca-8f38-f694a0691273" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.469900] env[63043]: DEBUG nova.compute.manager [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Instance network_info: |[{"id": "b074e44f-0974-4641-92d1-508249515b3e", "address": "fa:16:3e:f3:2a:41", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb074e44f-09", "ovs_interfaceid": "b074e44f-0974-4641-92d1-508249515b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.470213] env[63043]: DEBUG oslo_concurrency.lockutils [req-0410f7ce-852d-4e58-99b2-7be71674eca4 req-c338e60a-5647-4cf5-a0f4-20041b3fb1a8 service nova] Acquired lock "refresh_cache-53c7e8d9-8444-42ca-8f38-f694a0691273" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.470379] env[63043]: DEBUG nova.network.neutron [req-0410f7ce-852d-4e58-99b2-7be71674eca4 req-c338e60a-5647-4cf5-a0f4-20041b3fb1a8 service nova] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Refreshing network info cache for port b074e44f-0974-4641-92d1-508249515b3e {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.471543] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:2a:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b074e44f-0974-4641-92d1-508249515b3e', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.479136] env[63043]: DEBUG oslo.service.loopingcall [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 975.480996] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.483368] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a93d39ef-511b-4549-ab21-fef7e025b54e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.507397] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.507397] env[63043]: value = "task-2486437" [ 975.507397] env[63043]: _type = "Task" [ 975.507397] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.516690] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486437, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.680963] env[63043]: DEBUG nova.network.neutron [-] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.965456] env[63043]: DEBUG nova.scheduler.client.report [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.001375] env[63043]: DEBUG oslo_concurrency.lockutils [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "ed95df25-c27c-404b-bc9a-48fa014b3de3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.001375] env[63043]: DEBUG oslo_concurrency.lockutils [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "ed95df25-c27c-404b-bc9a-48fa014b3de3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.001753] env[63043]: DEBUG oslo_concurrency.lockutils [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "ed95df25-c27c-404b-bc9a-48fa014b3de3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.002134] env[63043]: DEBUG oslo_concurrency.lockutils [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "ed95df25-c27c-404b-bc9a-48fa014b3de3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.002371] env[63043]: DEBUG oslo_concurrency.lockutils [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "ed95df25-c27c-404b-bc9a-48fa014b3de3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.005977] env[63043]: INFO nova.compute.manager [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Terminating instance [ 976.018980] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486437, 'name': CreateVM_Task, 'duration_secs': 0.376618} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.021387] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.022623] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.022795] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.023117] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.023832] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809da548-f50e-41ca-a37c-8f2ca02e0456 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.029234] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 976.029234] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52277ca8-74ae-b429-1635-6174809dc691" [ 976.029234] env[63043]: _type = "Task" [ 976.029234] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.042161] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52277ca8-74ae-b429-1635-6174809dc691, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.042458] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.042687] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.042914] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.043263] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.043504] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.044338] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3929a9ef-3ff7-423d-b76d-f75ae4943059 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.056187] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.056187] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.056187] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e027a207-1f11-4313-b78f-7865447c21de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.064221] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 976.064221] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bf02e8-4bd2-8c8a-6929-d3d2050c534f" [ 976.064221] env[63043]: _type = "Task" [ 976.064221] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.076836] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bf02e8-4bd2-8c8a-6929-d3d2050c534f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.184113] env[63043]: INFO nova.compute.manager [-] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Took 1.32 seconds to deallocate network for instance. [ 976.353017] env[63043]: DEBUG nova.network.neutron [req-0410f7ce-852d-4e58-99b2-7be71674eca4 req-c338e60a-5647-4cf5-a0f4-20041b3fb1a8 service nova] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Updated VIF entry in instance network info cache for port b074e44f-0974-4641-92d1-508249515b3e. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.353464] env[63043]: DEBUG nova.network.neutron [req-0410f7ce-852d-4e58-99b2-7be71674eca4 req-c338e60a-5647-4cf5-a0f4-20041b3fb1a8 service nova] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Updating instance_info_cache with network_info: [{"id": "b074e44f-0974-4641-92d1-508249515b3e", "address": "fa:16:3e:f3:2a:41", "network": {"id": "6d2aa4af-154c-4681-8cac-143723bc6a5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-455340070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad132d8fcb18474b9f4765815bc5bddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb074e44f-09", "ovs_interfaceid": "b074e44f-0974-4641-92d1-508249515b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.470804] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.471407] env[63043]: DEBUG nova.compute.manager [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.474595] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.842s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.478332] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.478547] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 976.478874] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.121s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.484694] env[63043]: INFO nova.compute.claims [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.487941] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bc5388-1a82-4ca1-a734-fef2d52160fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.501352] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee409cb-66a4-4f44-8842-b193d9d62762 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.522494] env[63043]: DEBUG nova.compute.manager [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.522905] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.524029] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215d1b6e-b076-40ae-840f-881977d30530 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.528358] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef35d8d-b0be-4ec6-bea2-5eec7f656ed8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.543127] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17c898e-ca1b-459b-910c-52647dd6b026 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.547311] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.548264] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d16696-6f4f-4e16-831c-608cc9ad1d62 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.582627] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178573MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 976.582770] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.588293] env[63043]: DEBUG oslo_vmware.api [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 976.588293] env[63043]: value = "task-2486438" [ 976.588293] env[63043]: _type = "Task" [ 976.588293] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.596139] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bf02e8-4bd2-8c8a-6929-d3d2050c534f, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.597818] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ccce06-65df-496b-8ad3-f17c7b0cb40c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.604379] env[63043]: DEBUG oslo_vmware.api [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.612075] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 976.612075] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526d07ce-faf8-d3fe-d4ed-ea7be17d8c89" [ 976.612075] env[63043]: _type = "Task" [ 976.612075] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.621827] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526d07ce-faf8-d3fe-d4ed-ea7be17d8c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.690962] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.856125] env[63043]: DEBUG oslo_concurrency.lockutils [req-0410f7ce-852d-4e58-99b2-7be71674eca4 req-c338e60a-5647-4cf5-a0f4-20041b3fb1a8 service nova] Releasing lock "refresh_cache-53c7e8d9-8444-42ca-8f38-f694a0691273" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.856420] env[63043]: DEBUG nova.compute.manager [req-0410f7ce-852d-4e58-99b2-7be71674eca4 req-c338e60a-5647-4cf5-a0f4-20041b3fb1a8 service nova] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Received event network-vif-deleted-a2099991-2801-402b-a5a4-414c08fe59bf {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.856604] env[63043]: INFO nova.compute.manager [req-0410f7ce-852d-4e58-99b2-7be71674eca4 req-c338e60a-5647-4cf5-a0f4-20041b3fb1a8 service nova] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Neutron deleted interface a2099991-2801-402b-a5a4-414c08fe59bf; detaching it from the instance and deleting it from the info cache [ 976.856790] env[63043]: DEBUG nova.network.neutron [req-0410f7ce-852d-4e58-99b2-7be71674eca4 req-c338e60a-5647-4cf5-a0f4-20041b3fb1a8 service nova] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.990299] env[63043]: DEBUG nova.compute.utils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 976.991685] env[63043]: DEBUG nova.compute.manager [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.991855] env[63043]: DEBUG nova.network.neutron [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.055333] env[63043]: DEBUG nova.policy [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3ff02114d8d486ba4994e8c19355acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3120f870f9f04b24a10d2db836ff1ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.103371] env[63043]: DEBUG oslo_vmware.api [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486438, 'name': PowerOffVM_Task, 'duration_secs': 0.25257} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.103522] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.103735] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.104200] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18852293-ba95-4588-a1c2-00f076441bf2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.109096] env[63043]: INFO nova.compute.manager [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Rebuilding instance [ 977.125531] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526d07ce-faf8-d3fe-d4ed-ea7be17d8c89, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.128215] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.128215] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 53c7e8d9-8444-42ca-8f38-f694a0691273/53c7e8d9-8444-42ca-8f38-f694a0691273.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.128215] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20ba64ad-7210-470d-90a9-d2305f389642 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.134347] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 977.134347] env[63043]: value = "task-2486440" [ 977.134347] env[63043]: _type = "Task" [ 977.134347] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.146651] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.172320] env[63043]: DEBUG nova.compute.manager [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.173206] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374d6870-e46a-46c4-9ac5-e1ad7d276048 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.179562] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.179562] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.179562] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleting the datastore file [datastore1] ed95df25-c27c-404b-bc9a-48fa014b3de3 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.179562] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-467fbcea-81a7-4874-8cd2-6ac34e4775ed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.193503] env[63043]: DEBUG oslo_vmware.api [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 977.193503] env[63043]: value = "task-2486441" [ 977.193503] env[63043]: _type = "Task" [ 977.193503] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.200946] env[63043]: DEBUG oslo_vmware.api [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.361943] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1014f031-feae-4d1a-b86c-b57a74146788 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.374977] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77a5298-9c9d-4c3e-a118-a0aabb737499 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.413688] env[63043]: DEBUG nova.compute.manager [req-0410f7ce-852d-4e58-99b2-7be71674eca4 req-c338e60a-5647-4cf5-a0f4-20041b3fb1a8 service nova] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Detach interface failed, port_id=a2099991-2801-402b-a5a4-414c08fe59bf, reason: Instance e41dc267-78d9-4d02-bb2e-0a6107f23a4e could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 977.494991] env[63043]: DEBUG nova.compute.manager [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.612444] env[63043]: DEBUG nova.network.neutron [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Successfully created port: 767f8db3-684e-4dd3-9aad-0966bf91c615 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.659128] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486440, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.703804] env[63043]: DEBUG oslo_vmware.api [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372463} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.704142] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.704566] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.704694] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.705075] env[63043]: INFO nova.compute.manager [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 977.705141] env[63043]: DEBUG oslo.service.loopingcall [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.706396] env[63043]: DEBUG nova.compute.manager [-] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.706396] env[63043]: DEBUG nova.network.neutron [-] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.869485] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071032a3-1fb9-49e8-95bc-132e7f33f971 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.879580] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb492c0-6760-4226-b295-e50e737c86fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.918515] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91abedd-bd53-4798-a5c8-9017ec1f7006 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.928943] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba22bbd8-ccc2-4599-af9d-626b3b1ccbe2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.949104] env[63043]: DEBUG nova.compute.provider_tree [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.149186] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531072} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.149642] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 53c7e8d9-8444-42ca-8f38-f694a0691273/53c7e8d9-8444-42ca-8f38-f694a0691273.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.149750] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.149939] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db88a1c6-a4db-4e6f-9422-e0e8a8ce04de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.158417] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 978.158417] env[63043]: value = "task-2486442" [ 978.158417] env[63043]: _type = "Task" [ 978.158417] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.173141] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.193706] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.194249] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e132a10e-c2f2-4876-b09a-cb6a5ceb413d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.205986] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Waiting for the task: (returnval){ [ 978.205986] env[63043]: value = "task-2486443" [ 978.205986] env[63043]: _type = "Task" [ 978.205986] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.227254] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.383869] env[63043]: DEBUG nova.compute.manager [req-3b96223e-e083-4e87-86f0-d48498dbd15c req-cc5d7c8c-d5a3-4022-bc09-c9a04c033f3e service nova] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Received event network-vif-deleted-8e845618-ca33-48a9-8526-573f9a3ff918 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.384161] env[63043]: INFO nova.compute.manager [req-3b96223e-e083-4e87-86f0-d48498dbd15c req-cc5d7c8c-d5a3-4022-bc09-c9a04c033f3e service nova] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Neutron deleted interface 8e845618-ca33-48a9-8526-573f9a3ff918; detaching it from the instance and deleting it from the info cache [ 978.384271] env[63043]: DEBUG nova.network.neutron [req-3b96223e-e083-4e87-86f0-d48498dbd15c req-cc5d7c8c-d5a3-4022-bc09-c9a04c033f3e service nova] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.455028] env[63043]: DEBUG nova.scheduler.client.report [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.515933] env[63043]: DEBUG nova.compute.manager [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.552475] env[63043]: DEBUG nova.virt.hardware [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.552728] env[63043]: DEBUG nova.virt.hardware [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.552888] env[63043]: DEBUG nova.virt.hardware [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.553184] env[63043]: DEBUG nova.virt.hardware [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.553260] env[63043]: DEBUG nova.virt.hardware [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.553370] env[63043]: DEBUG nova.virt.hardware [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.553581] env[63043]: DEBUG nova.virt.hardware [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.553774] env[63043]: DEBUG nova.virt.hardware [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.553964] env[63043]: DEBUG nova.virt.hardware [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.554263] env[63043]: DEBUG nova.virt.hardware [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.554447] env[63043]: DEBUG nova.virt.hardware [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.555363] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f97ef2-fce7-4e73-82a0-66765889c771 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.564595] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b9ea96-54a5-40f3-b9cf-984ea53d8729 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.672875] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082472} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.672875] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.673912] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ec49eb-91cd-4d57-aa13-a4908d1258a0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.703469] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 53c7e8d9-8444-42ca-8f38-f694a0691273/53c7e8d9-8444-42ca-8f38-f694a0691273.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.704999] env[63043]: DEBUG nova.network.neutron [-] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.705212] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc4d09c-8b32-4994-9255-3612268c9a29 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.736890] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486443, 'name': PowerOffVM_Task, 'duration_secs': 0.261223} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.738282] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.739015] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.739352] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 978.739352] env[63043]: value = "task-2486444" [ 978.739352] env[63043]: _type = "Task" [ 978.739352] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.739566] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8bb8e9e-e7dd-4a1f-be12-937cd67bb179 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.751462] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.752899] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Waiting for the task: (returnval){ [ 978.752899] env[63043]: value = "task-2486445" [ 978.752899] env[63043]: _type = "Task" [ 978.752899] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.764303] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 978.764580] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 978.764726] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503028', 'volume_id': 'ef5012eb-bdf9-4b73-a800-794985a85b17', 'name': 'volume-ef5012eb-bdf9-4b73-a800-794985a85b17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '742dafd4-b7d6-4a9c-a171-e7d08f31d8ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef5012eb-bdf9-4b73-a800-794985a85b17', 'serial': 'ef5012eb-bdf9-4b73-a800-794985a85b17'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 978.767599] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3e4cf5-0be7-4dcd-9d49-21f3dde610cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.785442] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba15d1-4b16-464b-ade5-631a9dd9c972 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.792711] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9729089a-99eb-448d-961f-3e52a049b1d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.814944] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21adb94d-d909-4f45-a427-23bf3b32e5aa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.829007] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] The volume has not been displaced from its original location: [datastore2] volume-ef5012eb-bdf9-4b73-a800-794985a85b17/volume-ef5012eb-bdf9-4b73-a800-794985a85b17.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 978.834187] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.834647] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7702e17-6e71-42cb-b311-187dad3f1492 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.852594] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Waiting for the task: (returnval){ [ 978.852594] env[63043]: value = "task-2486446" [ 978.852594] env[63043]: _type = "Task" [ 978.852594] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.861459] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.887872] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d869d3e0-6107-4099-8320-ca1bfc5ad51c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.898974] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3116340f-317e-4f9c-a74a-2010fb104f4e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.937059] env[63043]: DEBUG nova.compute.manager [req-3b96223e-e083-4e87-86f0-d48498dbd15c req-cc5d7c8c-d5a3-4022-bc09-c9a04c033f3e service nova] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Detach interface failed, port_id=8e845618-ca33-48a9-8526-573f9a3ff918, reason: Instance ed95df25-c27c-404b-bc9a-48fa014b3de3 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 978.963854] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.964948] env[63043]: DEBUG nova.compute.manager [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.967223] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.384s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.006897] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquiring lock "05d7e597-492b-432f-b323-726cf8ac39eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.007127] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lock "05d7e597-492b-432f-b323-726cf8ac39eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.226979] env[63043]: INFO nova.compute.manager [-] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Took 1.52 seconds to deallocate network for instance. [ 979.253539] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486444, 'name': ReconfigVM_Task, 'duration_secs': 0.287081} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.254634] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 53c7e8d9-8444-42ca-8f38-f694a0691273/53c7e8d9-8444-42ca-8f38-f694a0691273.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.255516] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6785681e-c194-4f43-8b86-e4aa1dceb100 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.264163] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 979.264163] env[63043]: value = "task-2486447" [ 979.264163] env[63043]: _type = "Task" [ 979.264163] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.278057] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486447, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.367839] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486446, 'name': ReconfigVM_Task, 'duration_secs': 0.232266} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.367839] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 979.373267] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef12fb61-7c3e-43cb-8af5-fd4ca1959ce5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.393652] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Waiting for the task: (returnval){ [ 979.393652] env[63043]: value = "task-2486448" [ 979.393652] env[63043]: _type = "Task" [ 979.393652] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.401800] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.415480] env[63043]: DEBUG nova.compute.manager [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.416301] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b82548-f171-4f4d-85f1-d13ee19f396e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.473471] env[63043]: DEBUG nova.compute.utils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 979.488076] env[63043]: DEBUG nova.compute.manager [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.488076] env[63043]: DEBUG nova.network.neutron [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.510396] env[63043]: DEBUG nova.compute.manager [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.524928] env[63043]: DEBUG nova.network.neutron [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Successfully updated port: 767f8db3-684e-4dd3-9aad-0966bf91c615 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.541682] env[63043]: DEBUG nova.policy [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2b4132eea1e4d19b4a401e8afacd73f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb5be96206fc46a687e145395d53e74b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.739069] env[63043]: DEBUG oslo_concurrency.lockutils [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.776646] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486447, 'name': Rename_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.899284] env[63043]: DEBUG nova.network.neutron [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Successfully created port: 219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.908218] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486448, 'name': ReconfigVM_Task, 'duration_secs': 0.315959} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.908773] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503028', 'volume_id': 'ef5012eb-bdf9-4b73-a800-794985a85b17', 'name': 'volume-ef5012eb-bdf9-4b73-a800-794985a85b17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '742dafd4-b7d6-4a9c-a171-e7d08f31d8ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef5012eb-bdf9-4b73-a800-794985a85b17', 'serial': 'ef5012eb-bdf9-4b73-a800-794985a85b17'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 979.909228] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.910098] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a568e03b-50c4-4469-97ae-d55205030cda {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.917535] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.917933] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f2c6ad9-e33a-4499-9312-0a1cfbc19154 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.926530] env[63043]: INFO nova.compute.manager [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] instance snapshotting [ 979.927592] env[63043]: DEBUG nova.objects.instance [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'flavor' on Instance uuid e86da836-765e-4b9c-a796-46dd2afc9ed8 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.975862] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquiring lock "5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.975862] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Lock "5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.990173] env[63043]: DEBUG nova.compute.manager [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.027310] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 8faf95e3-ce3a-4e0a-91f1-f508a80fb268 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.027535] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a8cd95e8-213c-47bb-8082-30075fa6b60b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.027619] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a7a1c31d-e4f5-457c-b9cb-484ec95d9d24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.027674] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 163658b6-bb70-4efa-9acf-48db8c1370d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.028924] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 76849bd3-018d-4387-ab06-c8578da72d56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.028924] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.028924] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.028924] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance b9be1ce1-755a-4f38-8801-678ac29c45ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.028924] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 089a289f-1ff3-4169-9254-9a907c45b73c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.028924] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ed95df25-c27c-404b-bc9a-48fa014b3de3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.028924] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance e86da836-765e-4b9c-a796-46dd2afc9ed8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.028924] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance d2ccb3df-217c-44ae-9bf2-24517cebb9c0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.028924] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.028924] env[63043]: WARNING nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance e41dc267-78d9-4d02-bb2e-0a6107f23a4e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 980.028924] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 53c7e8d9-8444-42ca-8f38-f694a0691273 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.029538] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 729bed81-f1cd-472b-8084-26bd8125acb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.029538] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 0b11ce51-60e6-4341-9732-0628a3f53137 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.035254] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.035448] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.035591] env[63043]: DEBUG nova.network.neutron [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.049235] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.076736] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.076736] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.076736] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Deleting the datastore file [datastore2] 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.077230] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b95660ca-73e1-45a4-bb99-857cadee5072 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.084856] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Waiting for the task: (returnval){ [ 980.084856] env[63043]: value = "task-2486450" [ 980.084856] env[63043]: _type = "Task" [ 980.084856] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.093035] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.278566] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486447, 'name': Rename_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.414371] env[63043]: DEBUG nova.compute.manager [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Received event network-vif-plugged-767f8db3-684e-4dd3-9aad-0966bf91c615 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.414616] env[63043]: DEBUG oslo_concurrency.lockutils [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] Acquiring lock "729bed81-f1cd-472b-8084-26bd8125acb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.414791] env[63043]: DEBUG oslo_concurrency.lockutils [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] Lock "729bed81-f1cd-472b-8084-26bd8125acb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.414960] env[63043]: DEBUG oslo_concurrency.lockutils [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] Lock "729bed81-f1cd-472b-8084-26bd8125acb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.415136] env[63043]: DEBUG nova.compute.manager [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] No waiting events found dispatching network-vif-plugged-767f8db3-684e-4dd3-9aad-0966bf91c615 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.415301] env[63043]: WARNING nova.compute.manager [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Received unexpected event network-vif-plugged-767f8db3-684e-4dd3-9aad-0966bf91c615 for instance with vm_state building and task_state spawning. [ 980.415458] env[63043]: DEBUG nova.compute.manager [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Received event network-changed-767f8db3-684e-4dd3-9aad-0966bf91c615 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.415608] env[63043]: DEBUG nova.compute.manager [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Refreshing instance network info cache due to event network-changed-767f8db3-684e-4dd3-9aad-0966bf91c615. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 980.415799] env[63043]: DEBUG oslo_concurrency.lockutils [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] Acquiring lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.434023] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cb8503-59a3-49ae-882b-f9eff467cf0b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.454365] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f19608-03d7-4c60-8d92-269204f4371f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.477138] env[63043]: DEBUG nova.compute.manager [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.539733] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 05d7e597-492b-432f-b323-726cf8ac39eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.570184] env[63043]: DEBUG nova.network.neutron [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.594670] env[63043]: DEBUG oslo_vmware.api [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Task: {'id': task-2486450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148364} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.594915] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.595157] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.595380] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.657180] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 980.657508] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-732857b2-6360-4634-bc49-f7c704730d5e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.672936] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1ecdb4-691c-4798-81c5-ac338418cf2a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.711887] env[63043]: ERROR nova.compute.manager [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Failed to detach volume ef5012eb-bdf9-4b73-a800-794985a85b17 from /dev/sda: nova.exception.InstanceNotFound: Instance 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba could not be found. [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Traceback (most recent call last): [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] self.driver.rebuild(**kwargs) [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] raise NotImplementedError() [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] NotImplementedError [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] During handling of the above exception, another exception occurred: [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Traceback (most recent call last): [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] self.driver.detach_volume(context, old_connection_info, [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] return self._volumeops.detach_volume(connection_info, instance) [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] self._detach_volume_vmdk(connection_info, instance) [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] stable_ref.fetch_moref(session) [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] raise exception.InstanceNotFound(instance_id=self._uuid) [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] nova.exception.InstanceNotFound: Instance 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba could not be found. [ 980.711887] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] [ 980.764889] env[63043]: DEBUG nova.network.neutron [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance_info_cache with network_info: [{"id": "767f8db3-684e-4dd3-9aad-0966bf91c615", "address": "fa:16:3e:01:87:4e", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767f8db3-68", "ovs_interfaceid": "767f8db3-684e-4dd3-9aad-0966bf91c615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.778543] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486447, 'name': Rename_Task, 'duration_secs': 1.147987} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.779473] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.779473] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328178d2-b39a-4b0b-b7d8-dae1cd824069 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.791510] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 980.791510] env[63043]: value = "task-2486451" [ 980.791510] env[63043]: _type = "Task" [ 980.791510] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.800458] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.884240] env[63043]: DEBUG nova.compute.utils [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Build of instance 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba aborted: Failed to rebuild volume backed instance. {{(pid=63043) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 980.888087] env[63043]: ERROR nova.compute.manager [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba aborted: Failed to rebuild volume backed instance. [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Traceback (most recent call last): [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] self.driver.rebuild(**kwargs) [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] raise NotImplementedError() [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] NotImplementedError [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] During handling of the above exception, another exception occurred: [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Traceback (most recent call last): [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] self._detach_root_volume(context, instance, root_bdm) [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] with excutils.save_and_reraise_exception(): [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] self.force_reraise() [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] raise self.value [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] self.driver.detach_volume(context, old_connection_info, [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] return self._volumeops.detach_volume(connection_info, instance) [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] self._detach_volume_vmdk(connection_info, instance) [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] stable_ref.fetch_moref(session) [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] raise exception.InstanceNotFound(instance_id=self._uuid) [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] nova.exception.InstanceNotFound: Instance 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba could not be found. [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] During handling of the above exception, another exception occurred: [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Traceback (most recent call last): [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] yield [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 980.888087] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] self._do_rebuild_instance_with_claim( [ 980.889384] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 980.889384] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] self._do_rebuild_instance( [ 980.889384] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 980.889384] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] self._rebuild_default_impl(**kwargs) [ 980.889384] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 980.889384] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] self._rebuild_volume_backed_instance( [ 980.889384] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 980.889384] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] raise exception.BuildAbortException( [ 980.889384] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] nova.exception.BuildAbortException: Build of instance 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba aborted: Failed to rebuild volume backed instance. [ 980.889384] env[63043]: ERROR nova.compute.manager [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] [ 980.892511] env[63043]: INFO nova.compute.manager [None req-5777950b-59bc-4207-b095-dcdeb1c6d477 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Get console output [ 980.892836] env[63043]: WARNING nova.virt.vmwareapi.driver [None req-5777950b-59bc-4207-b095-dcdeb1c6d477 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] The console log is missing. Check your VSPC configuration [ 980.968033] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 980.968364] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b064b08-b7f9-46ca-b33a-d1a84e35b2ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.976606] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 980.976606] env[63043]: value = "task-2486452" [ 980.976606] env[63043]: _type = "Task" [ 980.976606] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.991050] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486452, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.998745] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.002354] env[63043]: DEBUG nova.compute.manager [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.025188] env[63043]: DEBUG nova.virt.hardware [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.025505] env[63043]: DEBUG nova.virt.hardware [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.025734] env[63043]: DEBUG nova.virt.hardware [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.025969] env[63043]: DEBUG nova.virt.hardware [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.026185] env[63043]: DEBUG nova.virt.hardware [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.026384] env[63043]: DEBUG nova.virt.hardware [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.026642] env[63043]: DEBUG nova.virt.hardware [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.026852] env[63043]: DEBUG nova.virt.hardware [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.027083] env[63043]: DEBUG nova.virt.hardware [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.027296] env[63043]: DEBUG nova.virt.hardware [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.027523] env[63043]: DEBUG nova.virt.hardware [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.028747] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ea89dd-cbea-4736-b939-bbeb810d74aa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.037050] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d24cbb-abfc-4c04-9c50-ad3d84522c55 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.042516] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 981.042823] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 981.043042] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 981.273436] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.273786] env[63043]: DEBUG nova.compute.manager [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Instance network_info: |[{"id": "767f8db3-684e-4dd3-9aad-0966bf91c615", "address": "fa:16:3e:01:87:4e", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767f8db3-68", "ovs_interfaceid": "767f8db3-684e-4dd3-9aad-0966bf91c615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.274121] env[63043]: DEBUG oslo_concurrency.lockutils [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] Acquired lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.274312] env[63043]: DEBUG nova.network.neutron [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Refreshing network info cache for port 767f8db3-684e-4dd3-9aad-0966bf91c615 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.275542] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:87:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '767f8db3-684e-4dd3-9aad-0966bf91c615', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.284374] env[63043]: DEBUG oslo.service.loopingcall [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.284932] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.285190] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f02872f3-e359-4024-9c86-f366fd515ac9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.313308] env[63043]: DEBUG oslo_vmware.api [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486451, 'name': PowerOnVM_Task, 'duration_secs': 0.455355} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.314888] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.315098] env[63043]: INFO nova.compute.manager [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Took 9.03 seconds to spawn the instance on the hypervisor. [ 981.315382] env[63043]: DEBUG nova.compute.manager [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.315675] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.315675] env[63043]: value = "task-2486453" [ 981.315675] env[63043]: _type = "Task" [ 981.315675] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.316384] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ceb4fc-83ee-4119-b910-0153fcf4d366 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.342394] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486453, 'name': CreateVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.487017] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a844c2a-97c8-4f59-945f-138439ec1db2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.494048] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486452, 'name': CreateSnapshot_Task, 'duration_secs': 0.493261} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.497696] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 981.499379] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3398a0d0-b89a-4dcf-9256-08d9865830fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.505386] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3037dd1e-e49d-4306-98bd-0aacbe2b3148 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.547752] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5598ec-7718-4a00-9d8b-fbf57be6abe3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.555310] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d084a748-2703-48c6-8bb8-00eab915cccf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.569589] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.583942] env[63043]: DEBUG nova.network.neutron [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Successfully updated port: 219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.829919] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486453, 'name': CreateVM_Task, 'duration_secs': 0.316386} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.832603] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.832603] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.832603] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.832603] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.832845] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ee4f87-94f1-4e63-9e7d-056cfad953d9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.838580] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 981.838580] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520e0ee7-bb09-b715-e6ad-4389867bafd1" [ 981.838580] env[63043]: _type = "Task" [ 981.838580] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.851350] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520e0ee7-bb09-b715-e6ad-4389867bafd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.855841] env[63043]: INFO nova.compute.manager [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Took 23.68 seconds to build instance. [ 981.999174] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "a8cd95e8-213c-47bb-8082-30075fa6b60b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.999448] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "a8cd95e8-213c-47bb-8082-30075fa6b60b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.999657] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "a8cd95e8-213c-47bb-8082-30075fa6b60b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.999837] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "a8cd95e8-213c-47bb-8082-30075fa6b60b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.000013] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "a8cd95e8-213c-47bb-8082-30075fa6b60b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.002702] env[63043]: INFO nova.compute.manager [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Terminating instance [ 982.023585] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 982.024195] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a76299a-124b-45b8-967d-c56771650799 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.034428] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 982.034428] env[63043]: value = "task-2486454" [ 982.034428] env[63043]: _type = "Task" [ 982.034428] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.041694] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486454, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.043380] env[63043]: DEBUG nova.network.neutron [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updated VIF entry in instance network info cache for port 767f8db3-684e-4dd3-9aad-0966bf91c615. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.043706] env[63043]: DEBUG nova.network.neutron [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance_info_cache with network_info: [{"id": "767f8db3-684e-4dd3-9aad-0966bf91c615", "address": "fa:16:3e:01:87:4e", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767f8db3-68", "ovs_interfaceid": "767f8db3-684e-4dd3-9aad-0966bf91c615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.073186] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.086663] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.086841] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.086994] env[63043]: DEBUG nova.network.neutron [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.349238] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520e0ee7-bb09-b715-e6ad-4389867bafd1, 'name': SearchDatastore_Task, 'duration_secs': 0.014539} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.349542] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.349776] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.350018] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.350174] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.350357] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.350621] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a26056d5-2752-43d5-9e36-765ca12fd6e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.357475] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d88df367-781e-467b-885d-664196fe8034 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "53c7e8d9-8444-42ca-8f38-f694a0691273" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.190s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.359079] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.359264] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.360033] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b84fc32-0a0b-44d8-98b6-08d1e4aa3998 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.364812] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 982.364812] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5207b8ed-721a-9900-95fa-8f7c1bb10662" [ 982.364812] env[63043]: _type = "Task" [ 982.364812] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.372343] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5207b8ed-721a-9900-95fa-8f7c1bb10662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.444121] env[63043]: DEBUG nova.compute.manager [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Received event network-vif-plugged-219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.444351] env[63043]: DEBUG oslo_concurrency.lockutils [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] Acquiring lock "0b11ce51-60e6-4341-9732-0628a3f53137-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.444554] env[63043]: DEBUG oslo_concurrency.lockutils [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] Lock "0b11ce51-60e6-4341-9732-0628a3f53137-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.444761] env[63043]: DEBUG oslo_concurrency.lockutils [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] Lock "0b11ce51-60e6-4341-9732-0628a3f53137-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.444912] env[63043]: DEBUG nova.compute.manager [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] No waiting events found dispatching network-vif-plugged-219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.445116] env[63043]: WARNING nova.compute.manager [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Received unexpected event network-vif-plugged-219170ef-9c20-45e0-a418-892acd7bd102 for instance with vm_state building and task_state spawning. [ 982.445371] env[63043]: DEBUG nova.compute.manager [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Received event network-changed-219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.445460] env[63043]: DEBUG nova.compute.manager [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Refreshing instance network info cache due to event network-changed-219170ef-9c20-45e0-a418-892acd7bd102. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.445622] env[63043]: DEBUG oslo_concurrency.lockutils [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] Acquiring lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.506660] env[63043]: DEBUG nova.compute.manager [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.506989] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.507864] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bb663e-b584-40c6-a2c7-39e4881520a0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.520930] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.520930] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4404261b-5be1-47af-9c5c-21548049776d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.526669] env[63043]: DEBUG oslo_vmware.api [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 982.526669] env[63043]: value = "task-2486455" [ 982.526669] env[63043]: _type = "Task" [ 982.526669] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.538967] env[63043]: DEBUG oslo_vmware.api [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.550193] env[63043]: DEBUG oslo_concurrency.lockutils [req-43e5dfeb-2d69-4c0f-91f6-2875a568debc req-1e2a3897-191a-4ecc-b662-6d428a28ea89 service nova] Releasing lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.550836] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486454, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.578724] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 982.579024] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.612s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.579336] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.889s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.579532] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.581976] env[63043]: DEBUG oslo_concurrency.lockutils [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.843s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.582257] env[63043]: DEBUG nova.objects.instance [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lazy-loading 'resources' on Instance uuid ed95df25-c27c-404b-bc9a-48fa014b3de3 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.623957] env[63043]: DEBUG nova.network.neutron [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.627291] env[63043]: INFO nova.scheduler.client.report [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Deleted allocations for instance e41dc267-78d9-4d02-bb2e-0a6107f23a4e [ 982.825016] env[63043]: DEBUG nova.network.neutron [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updating instance_info_cache with network_info: [{"id": "219170ef-9c20-45e0-a418-892acd7bd102", "address": "fa:16:3e:ef:dd:bf", "network": {"id": "83c722f9-5851-47de-babd-8ce69be1f8cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1256967556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5be96206fc46a687e145395d53e74b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219170ef-9c", "ovs_interfaceid": "219170ef-9c20-45e0-a418-892acd7bd102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.881805] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5207b8ed-721a-9900-95fa-8f7c1bb10662, 'name': SearchDatastore_Task, 'duration_secs': 0.013883} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.882858] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a10d1e-346f-4e72-86a8-eb8649a0641b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.888902] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 982.888902] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529fa6bb-3ed8-d876-95e8-acf294870ece" [ 982.888902] env[63043]: _type = "Task" [ 982.888902] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.898159] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529fa6bb-3ed8-d876-95e8-acf294870ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.909082] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.016454] env[63043]: DEBUG oslo_concurrency.lockutils [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Acquiring lock "d2ccb3df-217c-44ae-9bf2-24517cebb9c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.016829] env[63043]: DEBUG oslo_concurrency.lockutils [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Lock "d2ccb3df-217c-44ae-9bf2-24517cebb9c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.017077] env[63043]: DEBUG oslo_concurrency.lockutils [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Acquiring lock "d2ccb3df-217c-44ae-9bf2-24517cebb9c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.017281] env[63043]: DEBUG oslo_concurrency.lockutils [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Lock "d2ccb3df-217c-44ae-9bf2-24517cebb9c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.017455] env[63043]: DEBUG oslo_concurrency.lockutils [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Lock "d2ccb3df-217c-44ae-9bf2-24517cebb9c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.020550] env[63043]: INFO nova.compute.manager [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Terminating instance [ 983.037052] env[63043]: DEBUG oslo_vmware.api [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486455, 'name': PowerOffVM_Task, 'duration_secs': 0.27567} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.037327] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.037505] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.037746] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8c3aaff-d0f0-4f90-983e-2646d2492e41 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.048565] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486454, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.117182] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.117406] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.117589] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Deleting the datastore file [datastore2] a8cd95e8-213c-47bb-8082-30075fa6b60b {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.117863] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-348d146d-e3fb-4bed-90f9-882567648462 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.127337] env[63043]: DEBUG oslo_vmware.api [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 983.127337] env[63043]: value = "task-2486457" [ 983.127337] env[63043]: _type = "Task" [ 983.127337] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.139304] env[63043]: DEBUG oslo_vmware.api [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.139799] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d6fd164e-2086-4e41-88ff-72e362023a9e tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Lock "e41dc267-78d9-4d02-bb2e-0a6107f23a4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.942s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.328453] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Releasing lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.328778] env[63043]: DEBUG nova.compute.manager [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Instance network_info: |[{"id": "219170ef-9c20-45e0-a418-892acd7bd102", "address": "fa:16:3e:ef:dd:bf", "network": {"id": "83c722f9-5851-47de-babd-8ce69be1f8cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1256967556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5be96206fc46a687e145395d53e74b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219170ef-9c", "ovs_interfaceid": "219170ef-9c20-45e0-a418-892acd7bd102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.329139] env[63043]: DEBUG oslo_concurrency.lockutils [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] Acquired lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.329344] env[63043]: DEBUG nova.network.neutron [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Refreshing network info cache for port 219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.331704] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:dd:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '219170ef-9c20-45e0-a418-892acd7bd102', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.341471] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Creating folder: Project (fb5be96206fc46a687e145395d53e74b). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.349388] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f09902e0-3c53-4646-bed5-71075207db2e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.349388] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8d333c-ae64-4933-8801-231fd28cc7c6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.360035] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66e84e-f1ac-43c2-b93f-22b58bdb4a96 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.365961] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Created folder: Project (fb5be96206fc46a687e145395d53e74b) in parent group-v502843. [ 983.365961] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Creating folder: Instances. Parent ref: group-v503078. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.365961] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c015ea8b-1644-4dd0-bcda-22c2e67b08d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.400519] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e66c30a-93fc-4e7a-b417-9e86ea257341 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.404313] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Created folder: Instances in parent group-v503078. [ 983.404405] env[63043]: DEBUG oslo.service.loopingcall [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.405131] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.405317] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c37dd82-7ef7-490a-a0ae-1c53924b09f8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.424115] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529fa6bb-3ed8-d876-95e8-acf294870ece, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.424750] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.425030] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 729bed81-f1cd-472b-8084-26bd8125acb2/729bed81-f1cd-472b-8084-26bd8125acb2.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.427071] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab40c2f4-f5f7-4cde-8188-1299631fadd3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.430742] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59e6b4e5-2c7c-41d3-9bbb-fde0aa93e850 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.433513] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.433513] env[63043]: value = "task-2486460" [ 983.433513] env[63043]: _type = "Task" [ 983.433513] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.447537] env[63043]: DEBUG nova.compute.provider_tree [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.448872] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 983.448872] env[63043]: value = "task-2486461" [ 983.448872] env[63043]: _type = "Task" [ 983.448872] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.458614] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486460, 'name': CreateVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.463314] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.524993] env[63043]: DEBUG nova.compute.manager [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.525391] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.525951] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f46aaeb-4211-4cb9-bfec-4c1c974e520d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.532280] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Waiting for the task: (returnval){ [ 983.532280] env[63043]: value = "task-2486462" [ 983.532280] env[63043]: _type = "Task" [ 983.532280] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.543258] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.551379] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486454, 'name': CloneVM_Task, 'duration_secs': 1.353375} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.551643] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Created linked-clone VM from snapshot [ 983.552429] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda9f082-5df5-4f89-865a-be09ac8caa21 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.559630] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Uploading image ab4ae162-8eb9-48c2-9dc7-1338e1d939a7 {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 983.584389] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 983.584389] env[63043]: value = "vm-503077" [ 983.584389] env[63043]: _type = "VirtualMachine" [ 983.584389] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 983.584679] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-268c8dae-e59b-48ec-bdf4-b044ac51c4c2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.597242] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lease: (returnval){ [ 983.597242] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52458115-209b-ae73-b262-bfa1eedbc702" [ 983.597242] env[63043]: _type = "HttpNfcLease" [ 983.597242] env[63043]: } obtained for exporting VM: (result){ [ 983.597242] env[63043]: value = "vm-503077" [ 983.597242] env[63043]: _type = "VirtualMachine" [ 983.597242] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 983.597669] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the lease: (returnval){ [ 983.597669] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52458115-209b-ae73-b262-bfa1eedbc702" [ 983.597669] env[63043]: _type = "HttpNfcLease" [ 983.597669] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 983.608188] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.608188] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52458115-209b-ae73-b262-bfa1eedbc702" [ 983.608188] env[63043]: _type = "HttpNfcLease" [ 983.608188] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 983.612138] env[63043]: DEBUG nova.network.neutron [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updated VIF entry in instance network info cache for port 219170ef-9c20-45e0-a418-892acd7bd102. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.612512] env[63043]: DEBUG nova.network.neutron [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updating instance_info_cache with network_info: [{"id": "219170ef-9c20-45e0-a418-892acd7bd102", "address": "fa:16:3e:ef:dd:bf", "network": {"id": "83c722f9-5851-47de-babd-8ce69be1f8cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1256967556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5be96206fc46a687e145395d53e74b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219170ef-9c", "ovs_interfaceid": "219170ef-9c20-45e0-a418-892acd7bd102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.628023] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Acquiring lock "742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.628406] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lock "742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.628636] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Acquiring lock "742dafd4-b7d6-4a9c-a171-e7d08f31d8ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.628849] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lock "742dafd4-b7d6-4a9c-a171-e7d08f31d8ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.629066] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lock "742dafd4-b7d6-4a9c-a171-e7d08f31d8ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.635146] env[63043]: INFO nova.compute.manager [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Terminating instance [ 983.648145] env[63043]: DEBUG oslo_vmware.api [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250373} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.648465] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.648647] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.648859] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.649154] env[63043]: INFO nova.compute.manager [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 983.649312] env[63043]: DEBUG oslo.service.loopingcall [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.649809] env[63043]: DEBUG nova.compute.manager [-] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.649938] env[63043]: DEBUG nova.network.neutron [-] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.896464] env[63043]: DEBUG nova.compute.manager [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.897476] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692edee1-a02b-47d0-8397-a7739450bc4a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.945642] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486460, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.952916] env[63043]: DEBUG nova.scheduler.client.report [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.967916] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505498} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.968265] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 729bed81-f1cd-472b-8084-26bd8125acb2/729bed81-f1cd-472b-8084-26bd8125acb2.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.968492] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.969019] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cbbe968-b1a3-4a37-8027-74248a1fd3b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.974746] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 983.974746] env[63043]: value = "task-2486464" [ 983.974746] env[63043]: _type = "Task" [ 983.974746] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.983472] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.043338] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486462, 'name': PowerOffVM_Task, 'duration_secs': 0.396678} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.043548] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.043764] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 984.044025] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503047', 'volume_id': '75885a3c-ea7d-4349-855a-e1e7e6e12697', 'name': 'volume-75885a3c-ea7d-4349-855a-e1e7e6e12697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2ccb3df-217c-44ae-9bf2-24517cebb9c0', 'attached_at': '', 'detached_at': '', 'volume_id': '75885a3c-ea7d-4349-855a-e1e7e6e12697', 'serial': '75885a3c-ea7d-4349-855a-e1e7e6e12697'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 984.044870] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915c744c-1597-4406-9f3c-91b3dfcac37b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.070845] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe5e81a-1273-4f94-ad16-a005a400072f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.079893] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2eb3f9-5540-4b3d-94e5-04e802c6f425 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.098627] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a126b513-839f-43b3-8797-f42d477eef5e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.109083] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.109083] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52458115-209b-ae73-b262-bfa1eedbc702" [ 984.109083] env[63043]: _type = "HttpNfcLease" [ 984.109083] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 984.127164] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 984.127164] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52458115-209b-ae73-b262-bfa1eedbc702" [ 984.127164] env[63043]: _type = "HttpNfcLease" [ 984.127164] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 984.127164] env[63043]: DEBUG oslo_concurrency.lockutils [req-17d51444-a34a-41b9-892d-52fa13280d7a req-17496b32-9a98-49ca-acce-f29d5e55c698 service nova] Releasing lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.127164] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] The volume has not been displaced from its original location: [datastore2] volume-75885a3c-ea7d-4349-855a-e1e7e6e12697/volume-75885a3c-ea7d-4349-855a-e1e7e6e12697.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 984.135422] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 984.137677] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510d8983-a8c6-4105-842c-6fcb4212d248 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.140593] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7fb71a2-dda7-4cf8-84f5-ffbdb6d76053 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.162642] env[63043]: DEBUG nova.compute.manager [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.162977] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d7b97cc-f9fb-4606-8720-c6446f83eee0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.170853] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f8f11-c517-8cff-2bbd-74db2fee9823/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 984.171084] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f8f11-c517-8cff-2bbd-74db2fee9823/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 984.174893] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Waiting for the task: (returnval){ [ 984.174893] env[63043]: value = "task-2486465" [ 984.174893] env[63043]: _type = "Task" [ 984.174893] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.178678] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20597529-88f4-41ad-8af2-3c13d581ed9b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.268778] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.286752] env[63043]: WARNING nova.virt.vmwareapi.driver [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba could not be found. [ 984.286752] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.286752] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0781e766-b9ea-41a9-96b0-bb47b17ca8d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.291134] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92606298-8fb3-4c55-a200-8bd1736d1dc6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.297183] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67629725-be50-4d61-98ca-f4a823be0e29 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.341371] env[63043]: WARNING nova.virt.vmwareapi.vmops [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba could not be found. [ 984.341699] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.341965] env[63043]: INFO nova.compute.manager [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Took 0.18 seconds to destroy the instance on the hypervisor. [ 984.342273] env[63043]: DEBUG oslo.service.loopingcall [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.350598] env[63043]: DEBUG nova.compute.manager [-] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.350598] env[63043]: DEBUG nova.network.neutron [-] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.411891] env[63043]: INFO nova.compute.manager [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] instance snapshotting [ 984.414774] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4696365-9248-4573-a89b-73075a753a99 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.440433] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b9497e-e659-4383-82f1-77529afd38d7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.449924] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486460, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.461952] env[63043]: DEBUG oslo_concurrency.lockutils [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.464568] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.415s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.466076] env[63043]: INFO nova.compute.claims [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.489610] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089585} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.489897] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.490729] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ad9032-c2de-4463-9215-f4fa476827cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.513147] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 729bed81-f1cd-472b-8084-26bd8125acb2/729bed81-f1cd-472b-8084-26bd8125acb2.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.514295] env[63043]: INFO nova.scheduler.client.report [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted allocations for instance ed95df25-c27c-404b-bc9a-48fa014b3de3 [ 984.515566] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2885705a-cf71-4535-bd47-066bde2164dd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.544806] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 984.544806] env[63043]: value = "task-2486466" [ 984.544806] env[63043]: _type = "Task" [ 984.544806] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.553171] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.668672] env[63043]: DEBUG nova.compute.manager [req-e58dcdec-7190-4837-9757-4cb1c24730af req-a05c8b32-d8bc-46b5-8e5a-a9008845d826 service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Received event network-vif-deleted-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.668913] env[63043]: INFO nova.compute.manager [req-e58dcdec-7190-4837-9757-4cb1c24730af req-a05c8b32-d8bc-46b5-8e5a-a9008845d826 service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Neutron deleted interface 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67; detaching it from the instance and deleting it from the info cache [ 984.669134] env[63043]: DEBUG nova.network.neutron [req-e58dcdec-7190-4837-9757-4cb1c24730af req-a05c8b32-d8bc-46b5-8e5a-a9008845d826 service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.688033] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.948154] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486460, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.955637] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 984.957032] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b5ad28b-b38f-4f96-b1ac-1fd9fc575f7c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.975388] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 984.975388] env[63043]: value = "task-2486467" [ 984.975388] env[63043]: _type = "Task" [ 984.975388] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.990260] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486467, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.046063] env[63043]: DEBUG oslo_concurrency.lockutils [None req-eb6da986-5141-4bc4-892f-f383442df219 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "ed95df25-c27c-404b-bc9a-48fa014b3de3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.045s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.062618] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.138671] env[63043]: DEBUG nova.network.neutron [-] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.172700] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b3f1071-cdd3-4f28-9957-9046beaedb90 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.186584] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced8cbe6-3af6-491f-abdf-89fd1abacf49 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.210032] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486465, 'name': ReconfigVM_Task, 'duration_secs': 0.824747} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.211395] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 985.218656] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aa04ee4-307b-4821-ac02-2e3ccd86724e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.247944] env[63043]: DEBUG nova.compute.manager [req-e58dcdec-7190-4837-9757-4cb1c24730af req-a05c8b32-d8bc-46b5-8e5a-a9008845d826 service nova] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Detach interface failed, port_id=63b69ca4-3a60-4ff8-8205-3bedbbcc3a67, reason: Instance a8cd95e8-213c-47bb-8082-30075fa6b60b could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 985.254102] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Waiting for the task: (returnval){ [ 985.254102] env[63043]: value = "task-2486468" [ 985.254102] env[63043]: _type = "Task" [ 985.254102] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.264646] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.451570] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486460, 'name': CreateVM_Task, 'duration_secs': 1.799549} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.451570] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.451801] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.451957] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.452561] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.453102] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae8d4fb-5bea-4e8e-820b-1284906f7633 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.458728] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 985.458728] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52ef4af2-e684-08df-a489-1b4e93f3ff38" [ 985.458728] env[63043]: _type = "Task" [ 985.458728] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.471446] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ef4af2-e684-08df-a489-1b4e93f3ff38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.490514] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486467, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.536998] env[63043]: DEBUG nova.network.neutron [-] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.557282] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486466, 'name': ReconfigVM_Task, 'duration_secs': 0.584925} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.557584] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 729bed81-f1cd-472b-8084-26bd8125acb2/729bed81-f1cd-472b-8084-26bd8125acb2.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.558231] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1018c59-c3d7-4d19-9b6a-4780b3865705 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.564773] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 985.564773] env[63043]: value = "task-2486469" [ 985.564773] env[63043]: _type = "Task" [ 985.564773] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.578782] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486469, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.643855] env[63043]: INFO nova.compute.manager [-] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Took 1.99 seconds to deallocate network for instance. [ 985.763842] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486468, 'name': ReconfigVM_Task, 'duration_secs': 0.166729} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.767596] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503047', 'volume_id': '75885a3c-ea7d-4349-855a-e1e7e6e12697', 'name': 'volume-75885a3c-ea7d-4349-855a-e1e7e6e12697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2ccb3df-217c-44ae-9bf2-24517cebb9c0', 'attached_at': '', 'detached_at': '', 'volume_id': '75885a3c-ea7d-4349-855a-e1e7e6e12697', 'serial': '75885a3c-ea7d-4349-855a-e1e7e6e12697'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 985.767755] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.768929] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7b7d34-3c63-4970-ad77-f3e3945c76ea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.776583] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.777058] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63972648-56fd-42b8-9229-f5e6a5215bcd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.849597] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a068f37d-2a54-4c90-85ea-651d6dcdea6f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.854900] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.855292] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.855818] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Deleting the datastore file [datastore2] d2ccb3df-217c-44ae-9bf2-24517cebb9c0 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.856562] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a37d5aee-153e-4bcf-b0b3-9ff734a718cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.862397] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33049c29-e065-4a35-aad3-44d2e316fb96 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.868412] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Waiting for the task: (returnval){ [ 985.868412] env[63043]: value = "task-2486471" [ 985.868412] env[63043]: _type = "Task" [ 985.868412] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.901957] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d3f983-f3c3-4c5c-a95e-f6e402aafb69 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.908877] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.914528] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891faa43-3f65-420f-a7d2-7b80865ac1fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.933575] env[63043]: DEBUG nova.compute.provider_tree [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.969692] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ef4af2-e684-08df-a489-1b4e93f3ff38, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.971882] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.971882] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.971882] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.971882] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.971882] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.971882] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66dd05e3-6ad7-4614-98ba-52216a15d4e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.989931] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486467, 'name': CreateSnapshot_Task, 'duration_secs': 0.98891} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.991436] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 985.992346] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.992418] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.996017] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4792e1f4-33f4-465d-9923-3393d08334b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.998056] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c73802-f5e1-4716-b757-0a5215c0e97a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.005703] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 986.005703] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d4c4d3-22cd-48c3-0a19-5d594eda3c87" [ 986.005703] env[63043]: _type = "Task" [ 986.005703] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.021289] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d4c4d3-22cd-48c3-0a19-5d594eda3c87, 'name': SearchDatastore_Task, 'duration_secs': 0.008455} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.022452] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7530b54-d3f8-4ebc-a60f-a4e9201c6aa5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.033631] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 986.033631] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520ab8c9-7cc6-956c-5a50-0d3fa2a95c04" [ 986.033631] env[63043]: _type = "Task" [ 986.033631] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.040038] env[63043]: INFO nova.compute.manager [-] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Took 1.70 seconds to deallocate network for instance. [ 986.050318] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520ab8c9-7cc6-956c-5a50-0d3fa2a95c04, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.050318] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.050318] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 0b11ce51-60e6-4341-9732-0628a3f53137/0b11ce51-60e6-4341-9732-0628a3f53137.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.050496] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebea1550-aded-4ab7-81b8-544acd490dd2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.057372] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 986.057372] env[63043]: value = "task-2486472" [ 986.057372] env[63043]: _type = "Task" [ 986.057372] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.067384] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.076450] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486469, 'name': Rename_Task, 'duration_secs': 0.173877} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.076796] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.077130] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35f16dd5-b042-4163-baef-ea7aab8fdcc2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.082764] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 986.082764] env[63043]: value = "task-2486473" [ 986.082764] env[63043]: _type = "Task" [ 986.082764] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.091751] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.156935] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.181660] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "1b683e4d-c3b3-4b2c-87d9-b66fc028d902" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.181955] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "1b683e4d-c3b3-4b2c-87d9-b66fc028d902" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.385280] env[63043]: DEBUG oslo_vmware.api [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Task: {'id': task-2486471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171218} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.385796] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.386099] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.386320] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.386547] env[63043]: INFO nova.compute.manager [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Took 2.86 seconds to destroy the instance on the hypervisor. [ 986.386842] env[63043]: DEBUG oslo.service.loopingcall [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.387223] env[63043]: DEBUG nova.compute.manager [-] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.387223] env[63043]: DEBUG nova.network.neutron [-] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.436693] env[63043]: DEBUG nova.scheduler.client.report [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.525798] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 986.526359] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39e8188f-a172-4582-bf02-a324692968ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.538889] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 986.538889] env[63043]: value = "task-2486474" [ 986.538889] env[63043]: _type = "Task" [ 986.538889] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.552670] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486474, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.569799] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486472, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.598866] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486473, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.613092] env[63043]: INFO nova.compute.manager [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Took 0.57 seconds to detach 1 volumes for instance. [ 986.620212] env[63043]: DEBUG nova.compute.manager [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Deleting volume: ef5012eb-bdf9-4b73-a800-794985a85b17 {{(pid=63043) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 986.687321] env[63043]: DEBUG nova.compute.manager [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.816819] env[63043]: DEBUG nova.compute.manager [req-f60eb863-5018-4279-a909-855b0059eb17 req-ee57e093-957b-4fb2-9dba-df4ae9d89e2d service nova] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Received event network-vif-deleted-bce8fe74-1f86-4b50-b770-13d6d9301813 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.944343] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.945145] env[63043]: DEBUG nova.compute.manager [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.952157] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.953s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.958024] env[63043]: INFO nova.compute.claims [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.053875] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486474, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.069425] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530053} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.069724] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 0b11ce51-60e6-4341-9732-0628a3f53137/0b11ce51-60e6-4341-9732-0628a3f53137.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.069962] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.070268] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ae9817c-d4b1-4e3c-9a74-8c00c3a320f4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.076784] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 987.076784] env[63043]: value = "task-2486476" [ 987.076784] env[63043]: _type = "Task" [ 987.076784] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.086489] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.097859] env[63043]: DEBUG oslo_vmware.api [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486473, 'name': PowerOnVM_Task, 'duration_secs': 0.759061} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.098327] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.098887] env[63043]: INFO nova.compute.manager [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Took 8.58 seconds to spawn the instance on the hypervisor. [ 987.099282] env[63043]: DEBUG nova.compute.manager [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.101068] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef89495d-774c-4bcf-b2b1-6c9b4cd210b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.216420] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.221860] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.459552] env[63043]: DEBUG nova.compute.utils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 987.464042] env[63043]: DEBUG nova.compute.manager [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.464042] env[63043]: DEBUG nova.network.neutron [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.506905] env[63043]: DEBUG nova.policy [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3f0f487a0f647cc8188bbdabf239ea5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e03f50a8ddbf415b81ab38b920363ce3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.553428] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486474, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.591313] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13457} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.591661] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.592477] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b152e4e8-7297-4526-a17e-45d0b9159ea4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.617672] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 0b11ce51-60e6-4341-9732-0628a3f53137/0b11ce51-60e6-4341-9732-0628a3f53137.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.624985] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9133658-57a0-44aa-af8d-7f0a469b5902 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.640786] env[63043]: INFO nova.compute.manager [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Took 16.74 seconds to build instance. [ 987.647806] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 987.647806] env[63043]: value = "task-2486477" [ 987.647806] env[63043]: _type = "Task" [ 987.647806] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.656704] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.766409] env[63043]: DEBUG nova.network.neutron [-] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.946960] env[63043]: DEBUG nova.network.neutron [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Successfully created port: a2f653b3-eaad-4645-a648-48d706a2e72f {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.963749] env[63043]: DEBUG nova.compute.manager [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.054964] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486474, 'name': CloneVM_Task} progress is 95%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.144688] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4618e23f-83b1-421f-903e-c8f84269dd89 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "729bed81-f1cd-472b-8084-26bd8125acb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.250s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.170528] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486477, 'name': ReconfigVM_Task, 'duration_secs': 0.419499} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.170528] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 0b11ce51-60e6-4341-9732-0628a3f53137/0b11ce51-60e6-4341-9732-0628a3f53137.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.170528] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-420656bb-1349-43c3-b21a-9fedf601546f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.181738] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 988.181738] env[63043]: value = "task-2486478" [ 988.181738] env[63043]: _type = "Task" [ 988.181738] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.193621] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486478, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.272507] env[63043]: INFO nova.compute.manager [-] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Took 1.89 seconds to deallocate network for instance. [ 988.294189] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c7a388-50a7-46ed-bfaa-5b09c286701b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.302596] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973c0803-5043-4b13-a621-2368938ba415 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.356418] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e06643-cf14-467b-9771-324929c69e58 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.367019] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cc78ca-bc70-44b4-9991-a40c5d5b4f48 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.382172] env[63043]: DEBUG nova.compute.provider_tree [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.553405] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486474, 'name': CloneVM_Task, 'duration_secs': 1.650937} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.553751] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Created linked-clone VM from snapshot [ 988.554596] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca3b67c-32ea-436a-bc6a-3acc85d4797e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.562985] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Uploading image 1f14daee-ab2b-4487-953b-8b58478926eb {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 988.577400] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 988.577719] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-67f30b2a-bac9-4df7-b3c5-c81bc8a3d244 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.584514] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 988.584514] env[63043]: value = "task-2486479" [ 988.584514] env[63043]: _type = "Task" [ 988.584514] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.593711] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486479, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.697207] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486478, 'name': Rename_Task, 'duration_secs': 0.209113} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.699258] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.699258] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae8548d0-dfe3-42e7-b61a-1a47597e6a2f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.705544] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 988.705544] env[63043]: value = "task-2486480" [ 988.705544] env[63043]: _type = "Task" [ 988.705544] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.716391] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.842883] env[63043]: INFO nova.compute.manager [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Took 0.57 seconds to detach 1 volumes for instance. [ 988.851712] env[63043]: DEBUG nova.compute.manager [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Deleting volume: 75885a3c-ea7d-4349-855a-e1e7e6e12697 {{(pid=63043) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 988.860291] env[63043]: DEBUG nova.compute.manager [req-b7f423c9-6ece-4869-a830-374408237dfd req-3db887ad-a4bd-4041-8d92-70006acf5858 service nova] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Received event network-vif-deleted-58609c2a-5b71-46e4-928a-83a1bb538641 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.888088] env[63043]: DEBUG nova.scheduler.client.report [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.977723] env[63043]: DEBUG nova.compute.manager [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.017140] env[63043]: DEBUG nova.virt.hardware [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.017425] env[63043]: DEBUG nova.virt.hardware [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.017587] env[63043]: DEBUG nova.virt.hardware [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.017773] env[63043]: DEBUG nova.virt.hardware [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.017940] env[63043]: DEBUG nova.virt.hardware [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.018161] env[63043]: DEBUG nova.virt.hardware [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.018461] env[63043]: DEBUG nova.virt.hardware [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.018634] env[63043]: DEBUG nova.virt.hardware [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.018838] env[63043]: DEBUG nova.virt.hardware [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.019063] env[63043]: DEBUG nova.virt.hardware [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.019261] env[63043]: DEBUG nova.virt.hardware [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.020186] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce811b48-db26-45d8-9404-72d0a4288e27 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.030529] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b118ca-5181-4458-b2a1-87e5cd56858e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.094155] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486479, 'name': Destroy_Task, 'duration_secs': 0.486924} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.094439] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Destroyed the VM [ 989.094637] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 989.094895] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3bc083ba-6361-4e89-b01f-3c580d85bc4c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.101740] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 989.101740] env[63043]: value = "task-2486482" [ 989.101740] env[63043]: _type = "Task" [ 989.101740] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.110301] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486482, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.216647] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486480, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.394028] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.394739] env[63043]: DEBUG nova.compute.manager [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.401160] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.492s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.410759] env[63043]: DEBUG oslo_concurrency.lockutils [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.622948] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486482, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.728566] env[63043]: DEBUG oslo_vmware.api [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486480, 'name': PowerOnVM_Task, 'duration_secs': 0.63198} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.732068] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.732384] env[63043]: INFO nova.compute.manager [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Took 8.73 seconds to spawn the instance on the hypervisor. [ 989.732617] env[63043]: DEBUG nova.compute.manager [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.737512] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87de182-e830-48d9-9b41-6ae819b2923f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.744145] env[63043]: DEBUG nova.network.neutron [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Successfully updated port: a2f653b3-eaad-4645-a648-48d706a2e72f {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.748367] env[63043]: DEBUG nova.compute.manager [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Stashing vm_state: active {{(pid=63043) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 989.760207] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67bc40d-760d-4bc6-b471-16f8940b0cb5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.772020] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677ed03f-10ee-4a2a-aa6f-26e7145ae911 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.820843] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd202ef6-e359-4c5d-8835-af54583a240d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.830482] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41636fe0-8713-47c4-a1fb-03d61dacbf2e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.847798] env[63043]: DEBUG nova.compute.provider_tree [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.906357] env[63043]: DEBUG nova.compute.utils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 989.908022] env[63043]: DEBUG nova.compute.manager [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.908663] env[63043]: DEBUG nova.network.neutron [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.964748] env[63043]: DEBUG nova.policy [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93b97e14a1da43399d08d90464b7382b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5552f49c792a4912a71f99baa3e4a8ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.115166] env[63043]: DEBUG oslo_vmware.api [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486482, 'name': RemoveSnapshot_Task, 'duration_secs': 0.660444} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.115598] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 990.263410] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquiring lock "refresh_cache-05d7e597-492b-432f-b323-726cf8ac39eb" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.263410] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquired lock "refresh_cache-05d7e597-492b-432f-b323-726cf8ac39eb" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.263410] env[63043]: DEBUG nova.network.neutron [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.273801] env[63043]: INFO nova.compute.manager [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Took 15.94 seconds to build instance. [ 990.282725] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.283187] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Acquiring lock "76849bd3-018d-4387-ab06-c8578da72d56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.284034] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Lock "76849bd3-018d-4387-ab06-c8578da72d56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.284275] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Acquiring lock "76849bd3-018d-4387-ab06-c8578da72d56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.284491] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Lock "76849bd3-018d-4387-ab06-c8578da72d56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.284689] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Lock "76849bd3-018d-4387-ab06-c8578da72d56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.287169] env[63043]: INFO nova.compute.manager [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Terminating instance [ 990.298646] env[63043]: DEBUG nova.network.neutron [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Successfully created port: 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.355464] env[63043]: DEBUG nova.scheduler.client.report [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.412599] env[63043]: DEBUG nova.compute.manager [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.621404] env[63043]: WARNING nova.compute.manager [None req-5f94d061-1c10-4b2a-a4c3-53170c9b91f9 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Image not found during snapshot: nova.exception.ImageNotFound: Image 1f14daee-ab2b-4487-953b-8b58478926eb could not be found. [ 990.778955] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0b11ce51-60e6-4341-9732-0628a3f53137" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.452s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.795950] env[63043]: DEBUG nova.compute.manager [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.796227] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.797349] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6303f762-5baf-40d8-9d33-1fe9cb6d6466 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.806411] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.806685] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b2d41a3-1c93-4ac8-bd96-6a7c7b860b01 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.813120] env[63043]: DEBUG oslo_vmware.api [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Waiting for the task: (returnval){ [ 990.813120] env[63043]: value = "task-2486483" [ 990.813120] env[63043]: _type = "Task" [ 990.813120] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.822956] env[63043]: DEBUG oslo_vmware.api [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.823955] env[63043]: DEBUG nova.network.neutron [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.868165] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.464s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.868165] env[63043]: INFO nova.compute.manager [None req-9ef84afe-1139-4893-84cd-87d7ccfb909b tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Successfully reverted task state from rebuilding on failure for instance. [ 990.871171] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.715s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.871503] env[63043]: DEBUG nova.objects.instance [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lazy-loading 'resources' on Instance uuid a8cd95e8-213c-47bb-8082-30075fa6b60b {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.134848] env[63043]: DEBUG nova.network.neutron [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Updating instance_info_cache with network_info: [{"id": "a2f653b3-eaad-4645-a648-48d706a2e72f", "address": "fa:16:3e:88:6e:65", "network": {"id": "1928dad2-f4e2-4feb-a77f-a6bcaf11a494", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1899808316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03f50a8ddbf415b81ab38b920363ce3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f653b3-ea", "ovs_interfaceid": "a2f653b3-eaad-4645-a648-48d706a2e72f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.304339] env[63043]: DEBUG nova.compute.manager [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Received event network-vif-plugged-a2f653b3-eaad-4645-a648-48d706a2e72f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.304339] env[63043]: DEBUG oslo_concurrency.lockutils [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] Acquiring lock "05d7e597-492b-432f-b323-726cf8ac39eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.304339] env[63043]: DEBUG oslo_concurrency.lockutils [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] Lock "05d7e597-492b-432f-b323-726cf8ac39eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.304339] env[63043]: DEBUG oslo_concurrency.lockutils [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] Lock "05d7e597-492b-432f-b323-726cf8ac39eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.304339] env[63043]: DEBUG nova.compute.manager [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] No waiting events found dispatching network-vif-plugged-a2f653b3-eaad-4645-a648-48d706a2e72f {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.304339] env[63043]: WARNING nova.compute.manager [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Received unexpected event network-vif-plugged-a2f653b3-eaad-4645-a648-48d706a2e72f for instance with vm_state building and task_state spawning. [ 991.304339] env[63043]: DEBUG nova.compute.manager [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Received event network-changed-a2f653b3-eaad-4645-a648-48d706a2e72f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.304339] env[63043]: DEBUG nova.compute.manager [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Refreshing instance network info cache due to event network-changed-a2f653b3-eaad-4645-a648-48d706a2e72f. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 991.304339] env[63043]: DEBUG oslo_concurrency.lockutils [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] Acquiring lock "refresh_cache-05d7e597-492b-432f-b323-726cf8ac39eb" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.324430] env[63043]: DEBUG oslo_vmware.api [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486483, 'name': PowerOffVM_Task, 'duration_secs': 0.234659} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.324430] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.324983] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.324983] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2e41b86-53a9-4276-b70b-8f72965ead9e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.406411] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.406867] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.406867] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Deleting the datastore file [datastore2] 76849bd3-018d-4387-ab06-c8578da72d56 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.407166] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdb1ebf7-6759-4c2a-b891-5cdf08df2d82 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.415604] env[63043]: DEBUG oslo_vmware.api [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Waiting for the task: (returnval){ [ 991.415604] env[63043]: value = "task-2486485" [ 991.415604] env[63043]: _type = "Task" [ 991.415604] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.425835] env[63043]: DEBUG nova.compute.manager [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.433220] env[63043]: DEBUG oslo_vmware.api [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.464995] env[63043]: DEBUG nova.virt.hardware [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.465265] env[63043]: DEBUG nova.virt.hardware [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.465429] env[63043]: DEBUG nova.virt.hardware [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.465626] env[63043]: DEBUG nova.virt.hardware [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.465816] env[63043]: DEBUG nova.virt.hardware [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.465967] env[63043]: DEBUG nova.virt.hardware [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.466204] env[63043]: DEBUG nova.virt.hardware [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.466386] env[63043]: DEBUG nova.virt.hardware [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.466561] env[63043]: DEBUG nova.virt.hardware [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.466759] env[63043]: DEBUG nova.virt.hardware [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.466938] env[63043]: DEBUG nova.virt.hardware [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.468149] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1be18e9-2310-42c0-9f35-82a63edf7701 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.481323] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ae71c0-2d8a-4bd4-ba60-a9baa827c280 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.637705] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Releasing lock "refresh_cache-05d7e597-492b-432f-b323-726cf8ac39eb" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.638110] env[63043]: DEBUG nova.compute.manager [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Instance network_info: |[{"id": "a2f653b3-eaad-4645-a648-48d706a2e72f", "address": "fa:16:3e:88:6e:65", "network": {"id": "1928dad2-f4e2-4feb-a77f-a6bcaf11a494", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1899808316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03f50a8ddbf415b81ab38b920363ce3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f653b3-ea", "ovs_interfaceid": "a2f653b3-eaad-4645-a648-48d706a2e72f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.638499] env[63043]: DEBUG oslo_concurrency.lockutils [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] Acquired lock "refresh_cache-05d7e597-492b-432f-b323-726cf8ac39eb" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.638721] env[63043]: DEBUG nova.network.neutron [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Refreshing network info cache for port a2f653b3-eaad-4645-a648-48d706a2e72f {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.640980] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:6e:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2f653b3-eaad-4645-a648-48d706a2e72f', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.650137] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Creating folder: Project (e03f50a8ddbf415b81ab38b920363ce3). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.655026] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d940b184-f5ad-4907-a328-398db44700dc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.665217] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "0085d666-07d0-4d9a-89da-f8488a80ff0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.665550] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0085d666-07d0-4d9a-89da-f8488a80ff0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.682944] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Created folder: Project (e03f50a8ddbf415b81ab38b920363ce3) in parent group-v502843. [ 991.683436] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Creating folder: Instances. Parent ref: group-v503083. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.689055] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4019d83e-9892-4bc4-97da-6b13306718d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.705566] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Created folder: Instances in parent group-v503083. [ 991.705939] env[63043]: DEBUG oslo.service.loopingcall [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 991.706777] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.707167] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4875ee3f-e3c1-4e72-b60c-cc90c5337616 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.754261] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.754261] env[63043]: value = "task-2486488" [ 991.754261] env[63043]: _type = "Task" [ 991.754261] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.768438] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486488, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.784064] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.784479] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.784626] env[63043]: INFO nova.compute.manager [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Rebooting instance [ 991.862384] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a19d6-c1bd-40e8-bc84-b28e09ac2d24 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.872631] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6827748a-8140-43a6-b5f3-bc33a37616cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.924514] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef5eff2-99c1-42f3-b432-a869c0c34dec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.932155] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquiring lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.932511] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.944170] env[63043]: DEBUG oslo_vmware.api [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Task: {'id': task-2486485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422353} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.947228] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.947447] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.947611] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.947826] env[63043]: INFO nova.compute.manager [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Took 1.15 seconds to destroy the instance on the hypervisor. [ 991.948047] env[63043]: DEBUG oslo.service.loopingcall [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 991.948713] env[63043]: DEBUG nova.compute.manager [-] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.948813] env[63043]: DEBUG nova.network.neutron [-] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.951782] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4f1e00-db3b-4610-9f8d-4c3c1553a3fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.970120] env[63043]: DEBUG nova.compute.provider_tree [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.005295] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "53c7e8d9-8444-42ca-8f38-f694a0691273" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.005555] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "53c7e8d9-8444-42ca-8f38-f694a0691273" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.005832] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "53c7e8d9-8444-42ca-8f38-f694a0691273-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.006231] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "53c7e8d9-8444-42ca-8f38-f694a0691273-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.006465] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "53c7e8d9-8444-42ca-8f38-f694a0691273-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.012396] env[63043]: INFO nova.compute.manager [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Terminating instance [ 992.157918] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f8f11-c517-8cff-2bbd-74db2fee9823/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 992.161973] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bec24d-3261-4691-88a4-fe385dead370 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.170306] env[63043]: DEBUG nova.network.neutron [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Successfully updated port: 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.174954] env[63043]: DEBUG nova.compute.manager [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.183255] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f8f11-c517-8cff-2bbd-74db2fee9823/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 992.183255] env[63043]: ERROR oslo_vmware.rw_handles [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f8f11-c517-8cff-2bbd-74db2fee9823/disk-0.vmdk due to incomplete transfer. [ 992.185033] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-df02dcea-eed7-457d-8ef4-6d132426dd5d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.197163] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f8f11-c517-8cff-2bbd-74db2fee9823/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 992.197487] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Uploaded image ab4ae162-8eb9-48c2-9dc7-1338e1d939a7 to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 992.200533] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 992.201864] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-96035abe-1918-4396-b3da-d61c36fb03e1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.211337] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 992.211337] env[63043]: value = "task-2486489" [ 992.211337] env[63043]: _type = "Task" [ 992.211337] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.220970] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486489, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.265022] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486488, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.321096] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.321433] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.321663] env[63043]: DEBUG nova.network.neutron [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.439628] env[63043]: DEBUG nova.compute.manager [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.453432] env[63043]: DEBUG nova.network.neutron [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Updated VIF entry in instance network info cache for port a2f653b3-eaad-4645-a648-48d706a2e72f. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.453432] env[63043]: DEBUG nova.network.neutron [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Updating instance_info_cache with network_info: [{"id": "a2f653b3-eaad-4645-a648-48d706a2e72f", "address": "fa:16:3e:88:6e:65", "network": {"id": "1928dad2-f4e2-4feb-a77f-a6bcaf11a494", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1899808316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03f50a8ddbf415b81ab38b920363ce3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f653b3-ea", "ovs_interfaceid": "a2f653b3-eaad-4645-a648-48d706a2e72f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.473854] env[63043]: DEBUG nova.scheduler.client.report [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.520106] env[63043]: DEBUG nova.compute.manager [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.520415] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.521357] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8eb2a3-e135-4f69-84db-7d6698e9344f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.530515] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.531367] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31b820b8-b6e6-4a39-966e-3dd5cfb33632 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.538633] env[63043]: DEBUG oslo_vmware.api [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 992.538633] env[63043]: value = "task-2486490" [ 992.538633] env[63043]: _type = "Task" [ 992.538633] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.552706] env[63043]: DEBUG oslo_vmware.api [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.689192] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquiring lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.689474] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquired lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.689727] env[63043]: DEBUG nova.network.neutron [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.720605] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.729109] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486489, 'name': Destroy_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.774305] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486488, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.953684] env[63043]: DEBUG oslo_concurrency.lockutils [req-d2ceec62-d3d9-4327-ba37-cd71bed93e2b req-07886bb1-101b-44e3-8b2f-2b72c7356ad7 service nova] Releasing lock "refresh_cache-05d7e597-492b-432f-b323-726cf8ac39eb" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.965094] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.985031] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.986910] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.770s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.990127] env[63043]: INFO nova.compute.claims [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.011587] env[63043]: INFO nova.scheduler.client.report [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Deleted allocations for instance a8cd95e8-213c-47bb-8082-30075fa6b60b [ 993.058917] env[63043]: DEBUG oslo_vmware.api [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486490, 'name': PowerOffVM_Task, 'duration_secs': 0.41814} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.059107] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.059280] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.059540] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab5b2079-a561-4721-905c-292f6db8d3e5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.156347] env[63043]: DEBUG nova.network.neutron [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance_info_cache with network_info: [{"id": "1a0f4154-0faf-4586-b83c-3684bd28b139", "address": "fa:16:3e:ee:3c:66", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f4154-0f", "ovs_interfaceid": "1a0f4154-0faf-4586-b83c-3684bd28b139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.221573] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486489, 'name': Destroy_Task, 'duration_secs': 0.70619} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.221906] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Destroyed the VM [ 993.222288] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 993.222794] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f06dc35-e89f-4d1a-b9ab-660640e33e95 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.226370] env[63043]: DEBUG nova.network.neutron [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.229548] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 993.229548] env[63043]: value = "task-2486492" [ 993.229548] env[63043]: _type = "Task" [ 993.229548] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.237935] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486492, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.265248] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486488, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.333479] env[63043]: DEBUG nova.compute.manager [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Received event network-vif-plugged-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.333703] env[63043]: DEBUG oslo_concurrency.lockutils [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] Acquiring lock "5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.333980] env[63043]: DEBUG oslo_concurrency.lockutils [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] Lock "5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.334127] env[63043]: DEBUG oslo_concurrency.lockutils [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] Lock "5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.334324] env[63043]: DEBUG nova.compute.manager [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] No waiting events found dispatching network-vif-plugged-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.334495] env[63043]: WARNING nova.compute.manager [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Received unexpected event network-vif-plugged-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b for instance with vm_state building and task_state spawning. [ 993.334656] env[63043]: DEBUG nova.compute.manager [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Received event network-changed-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.334808] env[63043]: DEBUG nova.compute.manager [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Refreshing instance network info cache due to event network-changed-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.334974] env[63043]: DEBUG oslo_concurrency.lockutils [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] Acquiring lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.359730] env[63043]: DEBUG nova.network.neutron [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updating instance_info_cache with network_info: [{"id": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "address": "fa:16:3e:c4:ee:0d", "network": {"id": "4da1c612-1342-4974-b99d-faddc7039ac0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1593864293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5552f49c792a4912a71f99baa3e4a8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4eece4-a8", "ovs_interfaceid": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.426615] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.426966] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.427242] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleting the datastore file [datastore1] 53c7e8d9-8444-42ca-8f38-f694a0691273 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.427542] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d91e794f-0170-4173-8b31-47c993911beb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.435093] env[63043]: DEBUG oslo_vmware.api [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for the task: (returnval){ [ 993.435093] env[63043]: value = "task-2486493" [ 993.435093] env[63043]: _type = "Task" [ 993.435093] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.445756] env[63043]: DEBUG oslo_vmware.api [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.522985] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3534a991-4e8e-40b6-8e6e-6630a012df57 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "a8cd95e8-213c-47bb-8082-30075fa6b60b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.523s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.552757] env[63043]: DEBUG nova.network.neutron [-] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.661874] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.741222] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486492, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.765977] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486488, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.865462] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Releasing lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.865877] env[63043]: DEBUG nova.compute.manager [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Instance network_info: |[{"id": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "address": "fa:16:3e:c4:ee:0d", "network": {"id": "4da1c612-1342-4974-b99d-faddc7039ac0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1593864293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5552f49c792a4912a71f99baa3e4a8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4eece4-a8", "ovs_interfaceid": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.866218] env[63043]: DEBUG oslo_concurrency.lockutils [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] Acquired lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.866402] env[63043]: DEBUG nova.network.neutron [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Refreshing network info cache for port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.867712] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:ee:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.875953] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Creating folder: Project (5552f49c792a4912a71f99baa3e4a8ec). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.877163] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49ace204-a8c6-4048-94f2-e3f72253a722 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.888812] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Created folder: Project (5552f49c792a4912a71f99baa3e4a8ec) in parent group-v502843. [ 993.888812] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Creating folder: Instances. Parent ref: group-v503086. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.889027] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e8a1a28-17f3-4868-8f80-8867e802da00 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.899661] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Created folder: Instances in parent group-v503086. [ 993.899917] env[63043]: DEBUG oslo.service.loopingcall [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.900129] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.900336] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dd99ea1-aba9-40c4-be29-17b25b31d29d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.920418] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.920418] env[63043]: value = "task-2486496" [ 993.920418] env[63043]: _type = "Task" [ 993.920418] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.929137] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486496, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.946273] env[63043]: DEBUG oslo_vmware.api [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Task: {'id': task-2486493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308037} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.946568] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.946762] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.946971] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.947181] env[63043]: INFO nova.compute.manager [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Took 1.43 seconds to destroy the instance on the hypervisor. [ 993.947434] env[63043]: DEBUG oslo.service.loopingcall [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.947623] env[63043]: DEBUG nova.compute.manager [-] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.947720] env[63043]: DEBUG nova.network.neutron [-] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.058276] env[63043]: INFO nova.compute.manager [-] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Took 2.11 seconds to deallocate network for instance. [ 994.172545] env[63043]: DEBUG nova.compute.manager [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.176297] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7278d25-e61a-4bca-ad21-6b332484e31d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.249345] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486492, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.267555] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486488, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.344296] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c64b5c-50a2-45f4-aff1-659450254c5c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.353008] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb1b923-e8f7-420c-add6-7c0ad931222e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.393538] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb534cd-2ba3-4284-9716-f2ac782b6a2c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.397727] env[63043]: DEBUG nova.compute.manager [req-6d415c30-7976-451c-bc06-3bf57cd4b9c9 req-e4ccabcf-eb1c-4e4f-8b14-a8f9bdec07c8 service nova] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Received event network-vif-deleted-b074e44f-0974-4641-92d1-508249515b3e {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.397985] env[63043]: INFO nova.compute.manager [req-6d415c30-7976-451c-bc06-3bf57cd4b9c9 req-e4ccabcf-eb1c-4e4f-8b14-a8f9bdec07c8 service nova] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Neutron deleted interface b074e44f-0974-4641-92d1-508249515b3e; detaching it from the instance and deleting it from the info cache [ 994.398226] env[63043]: DEBUG nova.network.neutron [req-6d415c30-7976-451c-bc06-3bf57cd4b9c9 req-e4ccabcf-eb1c-4e4f-8b14-a8f9bdec07c8 service nova] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.408742] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28caa0f-d359-4d8b-864d-0129392072a0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.428377] env[63043]: DEBUG nova.compute.provider_tree [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.438928] env[63043]: DEBUG nova.scheduler.client.report [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.449329] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486496, 'name': CreateVM_Task, 'duration_secs': 0.409556} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.449539] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.450287] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.450454] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.450838] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.451130] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-729840eb-a31f-43cc-9135-83d295da8204 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.458127] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 994.458127] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5229bfd2-538c-1d54-a30a-e31ab924d5ab" [ 994.458127] env[63043]: _type = "Task" [ 994.458127] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.469548] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5229bfd2-538c-1d54-a30a-e31ab924d5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.565191] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.644725] env[63043]: DEBUG nova.network.neutron [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updated VIF entry in instance network info cache for port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.645214] env[63043]: DEBUG nova.network.neutron [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updating instance_info_cache with network_info: [{"id": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "address": "fa:16:3e:c4:ee:0d", "network": {"id": "4da1c612-1342-4974-b99d-faddc7039ac0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1593864293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5552f49c792a4912a71f99baa3e4a8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4eece4-a8", "ovs_interfaceid": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.749732] env[63043]: DEBUG oslo_vmware.api [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486492, 'name': RemoveSnapshot_Task, 'duration_secs': 1.047945} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.750169] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 994.750585] env[63043]: INFO nova.compute.manager [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Took 14.32 seconds to snapshot the instance on the hypervisor. [ 994.768742] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486488, 'name': CreateVM_Task, 'duration_secs': 2.80667} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.768944] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.769594] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.769843] env[63043]: DEBUG nova.network.neutron [-] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.903773] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb28c014-3993-493e-8562-88cf1eb58299 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.916077] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53404bd-af5a-4537-94cd-d5e3af92cebd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.959907] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.973s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.960614] env[63043]: DEBUG nova.compute.manager [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.964239] env[63043]: DEBUG nova.compute.manager [req-6d415c30-7976-451c-bc06-3bf57cd4b9c9 req-e4ccabcf-eb1c-4e4f-8b14-a8f9bdec07c8 service nova] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Detach interface failed, port_id=b074e44f-0974-4641-92d1-508249515b3e, reason: Instance 53c7e8d9-8444-42ca-8f38-f694a0691273 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 994.965040] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.743s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.965323] env[63043]: DEBUG nova.objects.instance [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lazy-loading 'resources' on Instance uuid 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.977848] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5229bfd2-538c-1d54-a30a-e31ab924d5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.034845} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.978868] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.979199] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.979508] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.979707] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.979944] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.980311] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.980695] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.981270] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-073a8482-1c2e-4fc2-81a8-c1a3ad793ca6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.983983] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba31b94d-c38a-4b8d-8017-559b97ade08a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.990705] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Waiting for the task: (returnval){ [ 994.990705] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526aa59f-44cb-b52d-ec95-1ff22584bcd6" [ 994.990705] env[63043]: _type = "Task" [ 994.990705] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.996566] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.996846] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.998156] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4489fff-8972-4880-9482-d2e5b2ec019b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.006412] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526aa59f-44cb-b52d-ec95-1ff22584bcd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.007275] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.007601] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.007878] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.009926] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 995.009926] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528e807c-af7c-c3db-6cd3-57d7c1af012e" [ 995.009926] env[63043]: _type = "Task" [ 995.009926] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.021557] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528e807c-af7c-c3db-6cd3-57d7c1af012e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.148320] env[63043]: DEBUG oslo_concurrency.lockutils [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] Releasing lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.148603] env[63043]: DEBUG nova.compute.manager [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Received event network-vif-deleted-ef688717-4adf-4497-8d71-c2f61d6d5e7a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.148786] env[63043]: INFO nova.compute.manager [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Neutron deleted interface ef688717-4adf-4497-8d71-c2f61d6d5e7a; detaching it from the instance and deleting it from the info cache [ 995.148967] env[63043]: DEBUG nova.network.neutron [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.196873] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35c2856-6e0d-4e6a-abfc-bd3975bbb593 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.207751] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Doing hard reboot of VM {{(pid=63043) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 995.207751] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-553a65a7-30fb-4c97-9144-057a38cbc280 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.213847] env[63043]: DEBUG oslo_vmware.api [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 995.213847] env[63043]: value = "task-2486497" [ 995.213847] env[63043]: _type = "Task" [ 995.213847] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.223584] env[63043]: DEBUG oslo_vmware.api [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486497, 'name': ResetVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.273582] env[63043]: INFO nova.compute.manager [-] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Took 1.33 seconds to deallocate network for instance. [ 995.313422] env[63043]: DEBUG nova.compute.manager [None req-f2690dd3-6db6-4ff3-a5ec-34c48799106a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Found 1 images (rotation: 2) {{(pid=63043) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 995.467380] env[63043]: DEBUG nova.compute.utils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 995.469290] env[63043]: DEBUG nova.compute.manager [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.469511] env[63043]: DEBUG nova.network.neutron [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.525579] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528e807c-af7c-c3db-6cd3-57d7c1af012e, 'name': SearchDatastore_Task, 'duration_secs': 0.00843} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.526478] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b791d93-1d20-48d4-9def-702bf64cf0ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.531911] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 995.531911] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5208e9e7-5c2f-6333-39cf-99af3a1939b7" [ 995.531911] env[63043]: _type = "Task" [ 995.531911] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.533531] env[63043]: DEBUG nova.policy [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aafe50b505c94185a387f6299b42593d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78f4f0dc1bf4ce9acd32a0128904cb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.545991] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5208e9e7-5c2f-6333-39cf-99af3a1939b7, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.546268] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.546557] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c/5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.546820] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.547030] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.547267] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a451dae-e945-40c4-a53b-72137338f2b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.549063] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecd7c2b5-7f41-4817-a10e-8fdb5c871c49 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.558606] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 995.558606] env[63043]: value = "task-2486498" [ 995.558606] env[63043]: _type = "Task" [ 995.558606] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.562795] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.562981] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.566052] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e4dc01-f31b-44d4-9389-bf31cb83ed73 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.571625] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.574481] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Waiting for the task: (returnval){ [ 995.574481] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c7721a-7499-eac7-02df-3359e6a37ffa" [ 995.574481] env[63043]: _type = "Task" [ 995.574481] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.581994] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c7721a-7499-eac7-02df-3359e6a37ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.619349] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "db9ebced-3859-46e0-851e-4eaf4552acbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.619586] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.654751] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee66cbb0-239c-46d3-83ab-280f2ecc0394 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.664396] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b02f6ad-f712-43f3-af2c-ce66ba85e5dd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.700253] env[63043]: DEBUG nova.compute.manager [req-af7b31ab-6315-4715-bc86-81a6c9d01b7d req-e8bea3f0-8777-4041-9658-a16deba7b481 service nova] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Detach interface failed, port_id=ef688717-4adf-4497-8d71-c2f61d6d5e7a, reason: Instance 76849bd3-018d-4387-ab06-c8578da72d56 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 995.728111] env[63043]: DEBUG oslo_vmware.api [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486497, 'name': ResetVM_Task, 'duration_secs': 0.110819} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.731247] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Did hard reboot of VM {{(pid=63043) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 995.731509] env[63043]: DEBUG nova.compute.manager [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.732932] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1eb93c-87d4-4714-9826-2b82b442abd2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.780792] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.805022] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f583fa-4c88-46ff-b2be-2376a3392228 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.810676] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df424a62-a6da-441c-8be6-602f95335379 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.844843] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789140d5-73f8-419a-904f-75bc01c7f675 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.854613] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf10001-3bd4-412f-9554-86712cbc4007 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.870538] env[63043]: DEBUG nova.compute.provider_tree [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.906557] env[63043]: DEBUG nova.network.neutron [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Successfully created port: cd94546a-2bcc-404c-82be-fc33f56c8988 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.973636] env[63043]: DEBUG nova.compute.manager [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.068734] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486498, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.086720] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c7721a-7499-eac7-02df-3359e6a37ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.008293} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.087642] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bc27dfa-12f7-4775-b988-e59dd78883ed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.096020] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Waiting for the task: (returnval){ [ 996.096020] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52474747-c154-7fbd-194a-ad6252bc01d8" [ 996.096020] env[63043]: _type = "Task" [ 996.096020] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.101750] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52474747-c154-7fbd-194a-ad6252bc01d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.122443] env[63043]: DEBUG nova.compute.manager [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.249337] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2912febe-be7d-40eb-a837-083825996bad tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.465s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.373915] env[63043]: DEBUG nova.scheduler.client.report [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.569123] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511442} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.569406] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c/5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.569622] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.569867] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10199bf9-bea4-480e-b5c5-9ba9187d51c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.577178] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 996.577178] env[63043]: value = "task-2486499" [ 996.577178] env[63043]: _type = "Task" [ 996.577178] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.586336] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.604738] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52474747-c154-7fbd-194a-ad6252bc01d8, 'name': SearchDatastore_Task, 'duration_secs': 0.036542} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.605011] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.605284] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 05d7e597-492b-432f-b323-726cf8ac39eb/05d7e597-492b-432f-b323-726cf8ac39eb.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.605546] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f74518ea-ff76-4ff5-8ec8-05fa9d70c034 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.611938] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Waiting for the task: (returnval){ [ 996.611938] env[63043]: value = "task-2486500" [ 996.611938] env[63043]: _type = "Task" [ 996.611938] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.620417] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.645437] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.862180] env[63043]: DEBUG nova.compute.manager [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.863118] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fcefda-0418-4523-a5a6-3796d697159a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.878923] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.882215] env[63043]: DEBUG oslo_concurrency.lockutils [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.471s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.882215] env[63043]: DEBUG nova.objects.instance [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Lazy-loading 'resources' on Instance uuid d2ccb3df-217c-44ae-9bf2-24517cebb9c0 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.983647] env[63043]: DEBUG nova.compute.manager [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.011391] env[63043]: DEBUG nova.virt.hardware [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.011653] env[63043]: DEBUG nova.virt.hardware [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.011814] env[63043]: DEBUG nova.virt.hardware [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.011998] env[63043]: DEBUG nova.virt.hardware [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.012169] env[63043]: DEBUG nova.virt.hardware [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.012320] env[63043]: DEBUG nova.virt.hardware [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.012530] env[63043]: DEBUG nova.virt.hardware [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.012690] env[63043]: DEBUG nova.virt.hardware [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.012856] env[63043]: DEBUG nova.virt.hardware [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.013031] env[63043]: DEBUG nova.virt.hardware [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.013213] env[63043]: DEBUG nova.virt.hardware [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.014177] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbdced8-5ed5-49b4-821f-0b7445edeefb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.022611] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0a180d-6854-4165-8ca9-8054c4d65b62 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.089383] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074941} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.089685] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.090536] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da640068-bde0-4407-b5fd-e3b759fd0e28 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.117777] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c/5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.118305] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97904138-90b5-4327-a0be-3d68f5dc3efb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.145267] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486500, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.146802] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 997.146802] env[63043]: value = "task-2486501" [ 997.146802] env[63043]: _type = "Task" [ 997.146802] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.157928] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486501, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.345136] env[63043]: DEBUG nova.compute.manager [req-117c96a8-8790-47fe-bd72-66fd0f13adb6 req-ea1f2464-9275-4e68-9067-15bb1638acbd service nova] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Received event network-vif-plugged-cd94546a-2bcc-404c-82be-fc33f56c8988 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.345971] env[63043]: DEBUG oslo_concurrency.lockutils [req-117c96a8-8790-47fe-bd72-66fd0f13adb6 req-ea1f2464-9275-4e68-9067-15bb1638acbd service nova] Acquiring lock "1b683e4d-c3b3-4b2c-87d9-b66fc028d902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.345971] env[63043]: DEBUG oslo_concurrency.lockutils [req-117c96a8-8790-47fe-bd72-66fd0f13adb6 req-ea1f2464-9275-4e68-9067-15bb1638acbd service nova] Lock "1b683e4d-c3b3-4b2c-87d9-b66fc028d902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.346254] env[63043]: DEBUG oslo_concurrency.lockutils [req-117c96a8-8790-47fe-bd72-66fd0f13adb6 req-ea1f2464-9275-4e68-9067-15bb1638acbd service nova] Lock "1b683e4d-c3b3-4b2c-87d9-b66fc028d902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.346571] env[63043]: DEBUG nova.compute.manager [req-117c96a8-8790-47fe-bd72-66fd0f13adb6 req-ea1f2464-9275-4e68-9067-15bb1638acbd service nova] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] No waiting events found dispatching network-vif-plugged-cd94546a-2bcc-404c-82be-fc33f56c8988 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.346765] env[63043]: WARNING nova.compute.manager [req-117c96a8-8790-47fe-bd72-66fd0f13adb6 req-ea1f2464-9275-4e68-9067-15bb1638acbd service nova] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Received unexpected event network-vif-plugged-cd94546a-2bcc-404c-82be-fc33f56c8988 for instance with vm_state building and task_state spawning. [ 997.374078] env[63043]: INFO nova.compute.manager [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] instance snapshotting [ 997.374999] env[63043]: DEBUG nova.objects.instance [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'flavor' on Instance uuid e86da836-765e-4b9c-a796-46dd2afc9ed8 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.398683] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Lock "742dafd4-b7d6-4a9c-a171-e7d08f31d8ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.770s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.457213] env[63043]: DEBUG nova.network.neutron [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Successfully updated port: cd94546a-2bcc-404c-82be-fc33f56c8988 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.630865] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767015} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.631154] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 05d7e597-492b-432f-b323-726cf8ac39eb/05d7e597-492b-432f-b323-726cf8ac39eb.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.631382] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.631640] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4621afbb-a20b-4a97-8984-a55f1aa6c6c1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.640100] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Waiting for the task: (returnval){ [ 997.640100] env[63043]: value = "task-2486502" [ 997.640100] env[63043]: _type = "Task" [ 997.640100] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.649563] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.660837] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486501, 'name': ReconfigVM_Task, 'duration_secs': 0.495613} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.661328] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c/5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.662226] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1721014-8601-49df-a401-24113890879e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.669025] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 997.669025] env[63043]: value = "task-2486503" [ 997.669025] env[63043]: _type = "Task" [ 997.669025] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.682647] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486503, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.704091] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b1e2c8-0ee9-40c6-bc58-6b75e032a458 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.712126] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30391c1d-7ff5-4eb2-b911-4e496d05d444 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.744838] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564703d6-a066-4060-b6de-3ba39d7c421c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.753060] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec14392-53cf-4e19-ab83-15cbcce0c7d5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.766739] env[63043]: DEBUG nova.compute.provider_tree [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.881275] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b349b4a-4fda-4913-96ff-b110f7315056 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.903043] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729cb8f6-e15a-4786-a0db-945d29f66d3a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.961629] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "refresh_cache-1b683e4d-c3b3-4b2c-87d9-b66fc028d902" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.961811] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "refresh_cache-1b683e4d-c3b3-4b2c-87d9-b66fc028d902" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.961930] env[63043]: DEBUG nova.network.neutron [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.150418] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067405} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.150702] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.151623] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee78d3e-ce89-4d35-8527-944dd9aa5bde {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.175042] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 05d7e597-492b-432f-b323-726cf8ac39eb/05d7e597-492b-432f-b323-726cf8ac39eb.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.175300] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daec71a7-799d-4f45-949b-dcde394a7816 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.199052] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486503, 'name': Rename_Task, 'duration_secs': 0.35068} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.200364] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.200694] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Waiting for the task: (returnval){ [ 998.200694] env[63043]: value = "task-2486504" [ 998.200694] env[63043]: _type = "Task" [ 998.200694] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.200887] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f887ed0-b4c7-433b-b403-74ecc511bd28 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.211724] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.213075] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 998.213075] env[63043]: value = "task-2486505" [ 998.213075] env[63043]: _type = "Task" [ 998.213075] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.221043] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.269813] env[63043]: DEBUG nova.scheduler.client.report [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.414479] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 998.414846] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c19c77c-5aba-470f-9601-a53efc907091 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.422387] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 998.422387] env[63043]: value = "task-2486506" [ 998.422387] env[63043]: _type = "Task" [ 998.422387] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.430992] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.496249] env[63043]: DEBUG nova.network.neutron [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.639904] env[63043]: DEBUG nova.network.neutron [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Updating instance_info_cache with network_info: [{"id": "cd94546a-2bcc-404c-82be-fc33f56c8988", "address": "fa:16:3e:23:9a:6f", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd94546a-2b", "ovs_interfaceid": "cd94546a-2bcc-404c-82be-fc33f56c8988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.713034] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.724473] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486505, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.774537] env[63043]: DEBUG oslo_concurrency.lockutils [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.779257] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.496s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.798840] env[63043]: INFO nova.scheduler.client.report [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Deleted allocations for instance d2ccb3df-217c-44ae-9bf2-24517cebb9c0 [ 998.933091] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.142277] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "refresh_cache-1b683e4d-c3b3-4b2c-87d9-b66fc028d902" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.142570] env[63043]: DEBUG nova.compute.manager [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Instance network_info: |[{"id": "cd94546a-2bcc-404c-82be-fc33f56c8988", "address": "fa:16:3e:23:9a:6f", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd94546a-2b", "ovs_interfaceid": "cd94546a-2bcc-404c-82be-fc33f56c8988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.143025] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:9a:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd94546a-2bcc-404c-82be-fc33f56c8988', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.150668] env[63043]: DEBUG oslo.service.loopingcall [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 999.150931] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.151170] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce9fe668-90a1-48d5-85c2-89716ab22021 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.171324] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.171324] env[63043]: value = "task-2486507" [ 999.171324] env[63043]: _type = "Task" [ 999.171324] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.181472] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486507, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.213108] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486504, 'name': ReconfigVM_Task, 'duration_secs': 0.732263} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.213385] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 05d7e597-492b-432f-b323-726cf8ac39eb/05d7e597-492b-432f-b323-726cf8ac39eb.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.214060] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb77272c-b478-4ec0-b20b-6fde4384a45d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.224785] env[63043]: DEBUG oslo_vmware.api [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486505, 'name': PowerOnVM_Task, 'duration_secs': 0.526388} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.226063] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.226242] env[63043]: INFO nova.compute.manager [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Took 7.80 seconds to spawn the instance on the hypervisor. [ 999.226579] env[63043]: DEBUG nova.compute.manager [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.226740] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Waiting for the task: (returnval){ [ 999.226740] env[63043]: value = "task-2486508" [ 999.226740] env[63043]: _type = "Task" [ 999.226740] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.227455] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10d86a2-3ed6-4387-bfc4-3df2073978fd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.240992] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486508, 'name': Rename_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.283520] env[63043]: INFO nova.compute.claims [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.308166] env[63043]: DEBUG oslo_concurrency.lockutils [None req-842d92da-506f-456e-ba61-ad7d568aab76 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Lock "d2ccb3df-217c-44ae-9bf2-24517cebb9c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.291s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.372513] env[63043]: DEBUG nova.compute.manager [req-827aec4d-953e-4a35-ab62-b57dc61c7f49 req-37603275-b178-47eb-8302-ac38588e65c3 service nova] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Received event network-changed-cd94546a-2bcc-404c-82be-fc33f56c8988 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.372662] env[63043]: DEBUG nova.compute.manager [req-827aec4d-953e-4a35-ab62-b57dc61c7f49 req-37603275-b178-47eb-8302-ac38588e65c3 service nova] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Refreshing instance network info cache due to event network-changed-cd94546a-2bcc-404c-82be-fc33f56c8988. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 999.372911] env[63043]: DEBUG oslo_concurrency.lockutils [req-827aec4d-953e-4a35-ab62-b57dc61c7f49 req-37603275-b178-47eb-8302-ac38588e65c3 service nova] Acquiring lock "refresh_cache-1b683e4d-c3b3-4b2c-87d9-b66fc028d902" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.373016] env[63043]: DEBUG oslo_concurrency.lockutils [req-827aec4d-953e-4a35-ab62-b57dc61c7f49 req-37603275-b178-47eb-8302-ac38588e65c3 service nova] Acquired lock "refresh_cache-1b683e4d-c3b3-4b2c-87d9-b66fc028d902" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.373195] env[63043]: DEBUG nova.network.neutron [req-827aec4d-953e-4a35-ab62-b57dc61c7f49 req-37603275-b178-47eb-8302-ac38588e65c3 service nova] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Refreshing network info cache for port cd94546a-2bcc-404c-82be-fc33f56c8988 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.433304] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486506, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.680764] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486507, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.740334] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486508, 'name': Rename_Task, 'duration_secs': 0.164229} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.740334] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.740334] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b2d14a8-64c7-400b-99eb-254e9f752e03 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.748346] env[63043]: INFO nova.compute.manager [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Took 18.77 seconds to build instance. [ 999.753720] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Waiting for the task: (returnval){ [ 999.753720] env[63043]: value = "task-2486509" [ 999.753720] env[63043]: _type = "Task" [ 999.753720] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.765770] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.789453] env[63043]: INFO nova.compute.resource_tracker [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating resource usage from migration 9afbffe2-3ddc-4337-a581-a26434c755a4 [ 999.938790] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486506, 'name': CreateSnapshot_Task, 'duration_secs': 1.011904} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.939114] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 999.939983] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295d1578-3593-44de-a00b-87abbd7379d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.088299] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c133a50-6fc7-4b51-94b4-5cb7b9d2d437 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.097677] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf29447-6b23-4dc2-823b-f23ee918f32b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.130373] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893e2675-647a-4126-97dc-68435b38632b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.138327] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f14e215-3e33-4901-84ca-8fc000b953db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.153018] env[63043]: DEBUG nova.compute.provider_tree [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.183068] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486507, 'name': CreateVM_Task, 'duration_secs': 0.550394} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.183253] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.184137] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.184222] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.184567] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.184861] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dacfce65-8d16-45f0-8d0c-d5cea734ead9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.189344] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1000.189344] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5268d4ce-472d-9abc-56f7-799e733b3776" [ 1000.189344] env[63043]: _type = "Task" [ 1000.189344] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.197533] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5268d4ce-472d-9abc-56f7-799e733b3776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.220571] env[63043]: DEBUG nova.network.neutron [req-827aec4d-953e-4a35-ab62-b57dc61c7f49 req-37603275-b178-47eb-8302-ac38588e65c3 service nova] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Updated VIF entry in instance network info cache for port cd94546a-2bcc-404c-82be-fc33f56c8988. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.220971] env[63043]: DEBUG nova.network.neutron [req-827aec4d-953e-4a35-ab62-b57dc61c7f49 req-37603275-b178-47eb-8302-ac38588e65c3 service nova] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Updating instance_info_cache with network_info: [{"id": "cd94546a-2bcc-404c-82be-fc33f56c8988", "address": "fa:16:3e:23:9a:6f", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd94546a-2b", "ovs_interfaceid": "cd94546a-2bcc-404c-82be-fc33f56c8988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.250561] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25203b56-e5d1-426d-a948-36cd349cd4e4 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Lock "5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.276s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.266130] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486509, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.388957] env[63043]: INFO nova.compute.manager [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Rescuing [ 1000.389262] env[63043]: DEBUG oslo_concurrency.lockutils [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquiring lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.389418] env[63043]: DEBUG oslo_concurrency.lockutils [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquired lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.389587] env[63043]: DEBUG nova.network.neutron [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.464748] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1000.465094] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34bf5cc0-c696-4ac5-96b6-9efaf4bfd306 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.474851] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1000.474851] env[63043]: value = "task-2486510" [ 1000.474851] env[63043]: _type = "Task" [ 1000.474851] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.483033] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486510, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.485296] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.485681] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.655914] env[63043]: DEBUG nova.scheduler.client.report [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.701142] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5268d4ce-472d-9abc-56f7-799e733b3776, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.701329] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.701606] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.701847] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.702068] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.702296] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.702656] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20868ace-3763-4655-b28f-bb9b3a4d85f1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.711241] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.711453] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.712241] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce8d10c-af0d-47c1-9672-d693f12b3e66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.717775] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1000.717775] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52024ef6-8bec-62d3-3ca2-f55cf9ee5ac3" [ 1000.717775] env[63043]: _type = "Task" [ 1000.717775] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.725733] env[63043]: DEBUG oslo_concurrency.lockutils [req-827aec4d-953e-4a35-ab62-b57dc61c7f49 req-37603275-b178-47eb-8302-ac38588e65c3 service nova] Releasing lock "refresh_cache-1b683e4d-c3b3-4b2c-87d9-b66fc028d902" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.726139] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52024ef6-8bec-62d3-3ca2-f55cf9ee5ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.764628] env[63043]: DEBUG oslo_vmware.api [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486509, 'name': PowerOnVM_Task, 'duration_secs': 0.574936} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.764911] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.765130] env[63043]: INFO nova.compute.manager [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Took 11.79 seconds to spawn the instance on the hypervisor. [ 1000.765315] env[63043]: DEBUG nova.compute.manager [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.766156] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b48b93-372e-4d7b-aeb6-16a5ca0f562d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.988843] env[63043]: DEBUG nova.compute.utils [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1000.990626] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486510, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.136749] env[63043]: DEBUG nova.network.neutron [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updating instance_info_cache with network_info: [{"id": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "address": "fa:16:3e:c4:ee:0d", "network": {"id": "4da1c612-1342-4974-b99d-faddc7039ac0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1593864293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5552f49c792a4912a71f99baa3e4a8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4eece4-a8", "ovs_interfaceid": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.161358] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.383s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.161572] env[63043]: INFO nova.compute.manager [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Migrating [ 1001.168355] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.448s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.169379] env[63043]: INFO nova.compute.claims [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.228331] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52024ef6-8bec-62d3-3ca2-f55cf9ee5ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.008072} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.229285] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35330812-36d2-46a1-bff1-60f26cb1ca6c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.235283] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1001.235283] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c8acc4-24bf-2258-339c-79c8fe1a52e8" [ 1001.235283] env[63043]: _type = "Task" [ 1001.235283] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.243581] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c8acc4-24bf-2258-339c-79c8fe1a52e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.282650] env[63043]: INFO nova.compute.manager [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Took 21.26 seconds to build instance. [ 1001.487601] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486510, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.492455] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.642619] env[63043]: DEBUG oslo_concurrency.lockutils [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Releasing lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.683808] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.684251] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.684499] env[63043]: DEBUG nova.network.neutron [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.748904] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c8acc4-24bf-2258-339c-79c8fe1a52e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.749289] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.749645] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 1b683e4d-c3b3-4b2c-87d9-b66fc028d902/1b683e4d-c3b3-4b2c-87d9-b66fc028d902.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.749998] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11857834-e0f8-43ca-80ba-19335de6ff50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.757899] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1001.757899] env[63043]: value = "task-2486511" [ 1001.757899] env[63043]: _type = "Task" [ 1001.757899] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.769754] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.784532] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2b27c014-a3e7-4406-9b08-586c6c87c4cb tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lock "05d7e597-492b-432f-b323-726cf8ac39eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.777s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.990083] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486510, 'name': CloneVM_Task, 'duration_secs': 1.419974} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.990377] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Created linked-clone VM from snapshot [ 1001.991414] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583a97d9-b803-482f-99b4-d4475839b2c4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.001048] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Uploading image 41967512-fc1a-427c-9fd4-e5afc5202ce3 {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1002.033124] env[63043]: DEBUG oslo_vmware.rw_handles [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1002.033124] env[63043]: value = "vm-503091" [ 1002.033124] env[63043]: _type = "VirtualMachine" [ 1002.033124] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1002.033124] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6fcf47b1-02a5-47a3-94fe-f19b57cb0d2e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.041886] env[63043]: DEBUG oslo_vmware.rw_handles [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lease: (returnval){ [ 1002.041886] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5233a46a-3f4f-18af-de6f-1f417b494bbb" [ 1002.041886] env[63043]: _type = "HttpNfcLease" [ 1002.041886] env[63043]: } obtained for exporting VM: (result){ [ 1002.041886] env[63043]: value = "vm-503091" [ 1002.041886] env[63043]: _type = "VirtualMachine" [ 1002.041886] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1002.042346] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the lease: (returnval){ [ 1002.042346] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5233a46a-3f4f-18af-de6f-1f417b494bbb" [ 1002.042346] env[63043]: _type = "HttpNfcLease" [ 1002.042346] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1002.051343] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.051343] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5233a46a-3f4f-18af-de6f-1f417b494bbb" [ 1002.051343] env[63043]: _type = "HttpNfcLease" [ 1002.051343] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.267994] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46285} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.268293] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 1b683e4d-c3b3-4b2c-87d9-b66fc028d902/1b683e4d-c3b3-4b2c-87d9-b66fc028d902.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.268513] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.271270] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0303b92-7563-4693-b359-f59a967b55e3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.278227] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1002.278227] env[63043]: value = "task-2486513" [ 1002.278227] env[63043]: _type = "Task" [ 1002.278227] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.288267] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.454063] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939dae82-0981-420e-946f-693529caac11 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.462154] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31635afa-56ad-477f-8708-b6d93100723d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.496863] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d33fa8-639a-4f4d-96f9-5d7848ef50b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.504232] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16155b0-406b-46c7-a5ea-33821f52b9a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.517556] env[63043]: DEBUG nova.compute.provider_tree [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.551008] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.551008] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5233a46a-3f4f-18af-de6f-1f417b494bbb" [ 1002.551008] env[63043]: _type = "HttpNfcLease" [ 1002.551008] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1002.554010] env[63043]: DEBUG oslo_vmware.rw_handles [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1002.554010] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5233a46a-3f4f-18af-de6f-1f417b494bbb" [ 1002.554010] env[63043]: _type = "HttpNfcLease" [ 1002.554010] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1002.554906] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0c2dff-e785-4c26-8560-f4473b889704 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.563809] env[63043]: DEBUG oslo_vmware.rw_handles [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214c1bc-5675-5ee9-4d50-582909a86675/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1002.564016] env[63043]: DEBUG oslo_vmware.rw_handles [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214c1bc-5675-5ee9-4d50-582909a86675/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1002.620154] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.620425] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.620661] env[63043]: INFO nova.compute.manager [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Attaching volume ad8f076f-a301-4dce-b51c-83396b00e6af to /dev/sdb [ 1002.631295] env[63043]: DEBUG nova.network.neutron [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance_info_cache with network_info: [{"id": "767f8db3-684e-4dd3-9aad-0966bf91c615", "address": "fa:16:3e:01:87:4e", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767f8db3-68", "ovs_interfaceid": "767f8db3-684e-4dd3-9aad-0966bf91c615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.668887] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6061a399-dada-4530-ab89-edff42bfe47d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.676328] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a1e26fc0-18b4-4829-aa6d-ffc0b9eb7a5e tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquiring lock "interface-05d7e597-492b-432f-b323-726cf8ac39eb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.679404] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a1e26fc0-18b4-4829-aa6d-ffc0b9eb7a5e tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lock "interface-05d7e597-492b-432f-b323-726cf8ac39eb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.003s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.680018] env[63043]: DEBUG nova.objects.instance [None req-a1e26fc0-18b4-4829-aa6d-ffc0b9eb7a5e tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lazy-loading 'flavor' on Instance uuid 05d7e597-492b-432f-b323-726cf8ac39eb {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.690690] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce273427-dba4-480b-9f85-56dbc5424fb0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.697471] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0871d340-de23-44ad-99d2-915e62c92780 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.718559] env[63043]: DEBUG nova.virt.block_device [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updating existing volume attachment record: cfdc7cfe-3276-4f7d-adfe-6802bf5f0476 {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1002.789212] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067753} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.789552] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.790488] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4bf9cd-496e-40d7-b85f-8369b0c657ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.814087] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 1b683e4d-c3b3-4b2c-87d9-b66fc028d902/1b683e4d-c3b3-4b2c-87d9-b66fc028d902.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.814447] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a053dec-1294-4dd4-8316-76b9661f0170 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.834872] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1002.834872] env[63043]: value = "task-2486514" [ 1002.834872] env[63043]: _type = "Task" [ 1002.834872] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.845958] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.020675] env[63043]: DEBUG nova.scheduler.client.report [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.134012] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.198019] env[63043]: DEBUG nova.objects.instance [None req-a1e26fc0-18b4-4829-aa6d-ffc0b9eb7a5e tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lazy-loading 'pci_requests' on Instance uuid 05d7e597-492b-432f-b323-726cf8ac39eb {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.203137] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.203989] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c61fb2b7-2c6f-4fcf-8ece-e86d4ee8f860 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.210980] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 1003.210980] env[63043]: value = "task-2486518" [ 1003.210980] env[63043]: _type = "Task" [ 1003.210980] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.220472] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.347070] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.526427] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.527765] env[63043]: DEBUG nova.compute.manager [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.531144] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.566s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.534733] env[63043]: INFO nova.compute.claims [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.701044] env[63043]: DEBUG nova.objects.base [None req-a1e26fc0-18b4-4829-aa6d-ffc0b9eb7a5e tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Object Instance<05d7e597-492b-432f-b323-726cf8ac39eb> lazy-loaded attributes: flavor,pci_requests {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1003.701681] env[63043]: DEBUG nova.network.neutron [None req-a1e26fc0-18b4-4829-aa6d-ffc0b9eb7a5e tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.723241] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486518, 'name': PowerOffVM_Task, 'duration_secs': 0.25638} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.723980] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.725061] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466fa870-8208-41bf-9939-9a923bff10f0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.749892] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02aab4bb-fedb-4536-b985-2d989bf02c38 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.787460] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.787983] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c077e7dd-c8c3-4139-aef6-26eb2bded63c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.796262] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 1003.796262] env[63043]: value = "task-2486519" [ 1003.796262] env[63043]: _type = "Task" [ 1003.796262] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.804846] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.850233] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486514, 'name': ReconfigVM_Task, 'duration_secs': 0.754794} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.850233] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 1b683e4d-c3b3-4b2c-87d9-b66fc028d902/1b683e4d-c3b3-4b2c-87d9-b66fc028d902.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.850233] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04e59fcc-9cc7-428c-b9c1-ce7f9f8f0cfd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.856565] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1003.856565] env[63043]: value = "task-2486520" [ 1003.856565] env[63043]: _type = "Task" [ 1003.856565] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.863461] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a1e26fc0-18b4-4829-aa6d-ffc0b9eb7a5e tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lock "interface-05d7e597-492b-432f-b323-726cf8ac39eb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.184s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.869177] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486520, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.040403] env[63043]: DEBUG nova.compute.utils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1004.045586] env[63043]: DEBUG nova.compute.manager [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.045586] env[63043]: DEBUG nova.network.neutron [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.135980] env[63043]: DEBUG nova.policy [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2b4132eea1e4d19b4a401e8afacd73f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb5be96206fc46a687e145395d53e74b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.306667] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1004.307166] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.307671] env[63043]: DEBUG oslo_concurrency.lockutils [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.308061] env[63043]: DEBUG oslo_concurrency.lockutils [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.308421] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.308794] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70ddd89f-a9e2-43c5-ae28-ee38fed39190 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.320027] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.320027] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.320027] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7beadfd2-7237-47a7-b28d-def24440d952 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.325184] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 1004.325184] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52da9f03-4e64-217e-fdcd-127ff9b96f33" [ 1004.325184] env[63043]: _type = "Task" [ 1004.325184] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.334627] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52da9f03-4e64-217e-fdcd-127ff9b96f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.366708] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486520, 'name': Rename_Task, 'duration_secs': 0.292574} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.367200] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.367569] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df99fb53-1c4d-40ee-9d25-a5c1a0f85a0e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.374704] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1004.374704] env[63043]: value = "task-2486521" [ 1004.374704] env[63043]: _type = "Task" [ 1004.374704] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.383416] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.555096] env[63043]: DEBUG nova.compute.manager [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.658305] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d655138d-df31-4f1a-a6ad-f6607fc6a60e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.687926] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance '729bed81-f1cd-472b-8084-26bd8125acb2' progress to 0 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.739659] env[63043]: DEBUG nova.network.neutron [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Successfully created port: c73bc2b1-b7ca-4a1a-851a-ab14f247931a {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.840695] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52da9f03-4e64-217e-fdcd-127ff9b96f33, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.841623] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f30ae28-ab4e-4a02-9760-9564eb094f78 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.848400] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 1004.848400] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c456a1-3750-f2b9-1034-831eea4440a2" [ 1004.848400] env[63043]: _type = "Task" [ 1004.848400] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.861181] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c456a1-3750-f2b9-1034-831eea4440a2, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.861466] env[63043]: DEBUG oslo_concurrency.lockutils [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.861751] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk. {{(pid=63043) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1004.862092] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-340c7752-82f1-4cc7-907a-e8e9ebea9b5d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.870025] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 1004.870025] env[63043]: value = "task-2486522" [ 1004.870025] env[63043]: _type = "Task" [ 1004.870025] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.897610] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.904669] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486521, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.931469] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dee6f7-0ea8-4a25-af59-fde5ea49075c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.950032] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f145bd8-c27d-4912-91f7-5e32b20a0944 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.990333] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0721f5-0f0b-4c33-a1c0-fb9f5cf2ef49 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.998026] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253c531d-2832-42d3-a682-0ff7c87bd63d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.012616] env[63043]: DEBUG nova.compute.provider_tree [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.199284] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.199284] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fab49379-73ee-4b85-a178-4fd60078a14a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.210660] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 1005.210660] env[63043]: value = "task-2486524" [ 1005.210660] env[63043]: _type = "Task" [ 1005.210660] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.224378] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.381628] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501661} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.381979] env[63043]: INFO nova.virt.vmwareapi.ds_util [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk. [ 1005.382892] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3bc8c9-eaa3-4907-bb8c-047232603c85 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.412829] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.413963] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5487f781-c362-482f-9bb7-a9fb7dcfaab4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.438877] env[63043]: DEBUG oslo_vmware.api [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486521, 'name': PowerOnVM_Task, 'duration_secs': 0.68199} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.439694] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.439964] env[63043]: INFO nova.compute.manager [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1005.441019] env[63043]: DEBUG nova.compute.manager [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.441618] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b085763-c6bc-4310-b442-629600447afe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.445782] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 1005.445782] env[63043]: value = "task-2486525" [ 1005.445782] env[63043]: _type = "Task" [ 1005.445782] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.462452] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486525, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.516160] env[63043]: DEBUG nova.scheduler.client.report [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.564715] env[63043]: DEBUG nova.compute.manager [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.593190] env[63043]: DEBUG nova.virt.hardware [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.593456] env[63043]: DEBUG nova.virt.hardware [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.593641] env[63043]: DEBUG nova.virt.hardware [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.593908] env[63043]: DEBUG nova.virt.hardware [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.594244] env[63043]: DEBUG nova.virt.hardware [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.594431] env[63043]: DEBUG nova.virt.hardware [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.594648] env[63043]: DEBUG nova.virt.hardware [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.594803] env[63043]: DEBUG nova.virt.hardware [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.595018] env[63043]: DEBUG nova.virt.hardware [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.595194] env[63043]: DEBUG nova.virt.hardware [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.595394] env[63043]: DEBUG nova.virt.hardware [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.596434] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51c7824-2b64-4941-be47-e2cbcc3efaec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.606216] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c170e0e9-ccf4-48b6-bb15-b5a5061fb296 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.723435] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486524, 'name': PowerOffVM_Task, 'duration_secs': 0.315199} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.723767] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.724011] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance '729bed81-f1cd-472b-8084-26bd8125acb2' progress to 17 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.854736] env[63043]: DEBUG oslo_concurrency.lockutils [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquiring lock "05d7e597-492b-432f-b323-726cf8ac39eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.854736] env[63043]: DEBUG oslo_concurrency.lockutils [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lock "05d7e597-492b-432f-b323-726cf8ac39eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.854736] env[63043]: DEBUG oslo_concurrency.lockutils [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquiring lock "05d7e597-492b-432f-b323-726cf8ac39eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.854736] env[63043]: DEBUG oslo_concurrency.lockutils [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lock "05d7e597-492b-432f-b323-726cf8ac39eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.854736] env[63043]: DEBUG oslo_concurrency.lockutils [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lock "05d7e597-492b-432f-b323-726cf8ac39eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.857067] env[63043]: INFO nova.compute.manager [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Terminating instance [ 1005.961854] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486525, 'name': ReconfigVM_Task, 'duration_secs': 0.430767} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.963701] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.964356] env[63043]: INFO nova.compute.manager [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Took 18.77 seconds to build instance. [ 1005.968267] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1415f360-cbeb-4064-afbc-394bc896904d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.996298] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0995d45-7e12-4e2b-8dc3-98f7c2a354d1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.011615] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 1006.011615] env[63043]: value = "task-2486526" [ 1006.011615] env[63043]: _type = "Task" [ 1006.011615] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.020487] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.021287] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.021812] env[63043]: DEBUG nova.compute.manager [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.024339] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.459s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.026596] env[63043]: DEBUG nova.objects.instance [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Lazy-loading 'resources' on Instance uuid 76849bd3-018d-4387-ab06-c8578da72d56 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.230664] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.230957] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.231196] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.231434] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.231590] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.231739] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.231947] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.232127] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.232296] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.232459] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.232632] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.237868] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce5f1e0-0b43-465b-bf8e-5aacfa817506 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.256206] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 1006.256206] env[63043]: value = "task-2486527" [ 1006.256206] env[63043]: _type = "Task" [ 1006.256206] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.267143] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.361381] env[63043]: DEBUG nova.compute.manager [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.361741] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.362601] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9a3a08-69cb-40ad-942c-56c881243647 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.371249] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.371646] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2001b096-2d84-4c54-bf67-70e8ed74eb50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.378016] env[63043]: DEBUG oslo_vmware.api [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Waiting for the task: (returnval){ [ 1006.378016] env[63043]: value = "task-2486528" [ 1006.378016] env[63043]: _type = "Task" [ 1006.378016] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.386311] env[63043]: DEBUG oslo_vmware.api [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.496714] env[63043]: DEBUG oslo_concurrency.lockutils [None req-106edeb0-136a-45cc-add6-c85cb8a4804b tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "1b683e4d-c3b3-4b2c-87d9-b66fc028d902" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.315s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.521763] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486526, 'name': ReconfigVM_Task, 'duration_secs': 0.20757} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.522121] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.522415] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4cb9cef-ba09-494a-a6b6-b5dcdd478878 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.527921] env[63043]: DEBUG nova.compute.utils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1006.534041] env[63043]: DEBUG nova.compute.manager [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.534041] env[63043]: DEBUG nova.network.neutron [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.535565] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 1006.535565] env[63043]: value = "task-2486529" [ 1006.535565] env[63043]: _type = "Task" [ 1006.535565] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.546157] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486529, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.593873] env[63043]: DEBUG nova.policy [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '141d2153ea9448b18cd517e7c4858bb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2034d0e9de1460e9dcbfe4d7ae693a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.770505] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486527, 'name': ReconfigVM_Task, 'duration_secs': 0.266763} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.772072] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance '729bed81-f1cd-472b-8084-26bd8125acb2' progress to 33 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.887691] env[63043]: DEBUG oslo_vmware.api [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486528, 'name': PowerOffVM_Task, 'duration_secs': 0.306025} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.887988] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.888632] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.888917] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-095d2902-ffa1-40ad-ab9e-5e1861e49ca4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.914881] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f199c942-b186-4200-a264-4bc1679ac8b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.923205] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb2ece0-0945-4b1a-af27-20991ce4f807 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.964341] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19bec14-755e-4bec-939b-824a45d51ebf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.971234] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.971234] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.971234] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Deleting the datastore file [datastore1] 05d7e597-492b-432f-b323-726cf8ac39eb {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.971481] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9ed75d4-b4ec-4a42-a649-d974e8879ce1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.983345] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46a07bb-01d5-4cc3-becf-2b8527ce5f19 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.989066] env[63043]: DEBUG oslo_vmware.api [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Waiting for the task: (returnval){ [ 1006.989066] env[63043]: value = "task-2486531" [ 1006.989066] env[63043]: _type = "Task" [ 1006.989066] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.002735] env[63043]: DEBUG nova.compute.provider_tree [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.008794] env[63043]: DEBUG oslo_vmware.api [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.034396] env[63043]: DEBUG nova.network.neutron [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Successfully updated port: c73bc2b1-b7ca-4a1a-851a-ab14f247931a {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.039311] env[63043]: DEBUG nova.compute.manager [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.051296] env[63043]: DEBUG oslo_vmware.api [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486529, 'name': PowerOnVM_Task, 'duration_secs': 0.499565} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.052026] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.054810] env[63043]: DEBUG nova.compute.manager [None req-34cf2e3d-86f0-42cb-9a88-4824bcab1dcb tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.055725] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6c2ade-405c-4c71-a236-51f0b777c070 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.060114] env[63043]: DEBUG nova.network.neutron [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Successfully created port: 2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.160044] env[63043]: DEBUG nova.compute.manager [req-58d83ea3-b791-41f3-bff7-ef9d9e658f81 req-f86c79e8-692a-406a-9de2-fbfa62dd4cf9 service nova] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Received event network-vif-plugged-c73bc2b1-b7ca-4a1a-851a-ab14f247931a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.160283] env[63043]: DEBUG oslo_concurrency.lockutils [req-58d83ea3-b791-41f3-bff7-ef9d9e658f81 req-f86c79e8-692a-406a-9de2-fbfa62dd4cf9 service nova] Acquiring lock "0085d666-07d0-4d9a-89da-f8488a80ff0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.160500] env[63043]: DEBUG oslo_concurrency.lockutils [req-58d83ea3-b791-41f3-bff7-ef9d9e658f81 req-f86c79e8-692a-406a-9de2-fbfa62dd4cf9 service nova] Lock "0085d666-07d0-4d9a-89da-f8488a80ff0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.160670] env[63043]: DEBUG oslo_concurrency.lockutils [req-58d83ea3-b791-41f3-bff7-ef9d9e658f81 req-f86c79e8-692a-406a-9de2-fbfa62dd4cf9 service nova] Lock "0085d666-07d0-4d9a-89da-f8488a80ff0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.160910] env[63043]: DEBUG nova.compute.manager [req-58d83ea3-b791-41f3-bff7-ef9d9e658f81 req-f86c79e8-692a-406a-9de2-fbfa62dd4cf9 service nova] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] No waiting events found dispatching network-vif-plugged-c73bc2b1-b7ca-4a1a-851a-ab14f247931a {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.161076] env[63043]: WARNING nova.compute.manager [req-58d83ea3-b791-41f3-bff7-ef9d9e658f81 req-f86c79e8-692a-406a-9de2-fbfa62dd4cf9 service nova] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Received unexpected event network-vif-plugged-c73bc2b1-b7ca-4a1a-851a-ab14f247931a for instance with vm_state building and task_state spawning. [ 1007.282478] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.284086] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.284086] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.284944] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.285183] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.285362] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.285633] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.285825] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.286034] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.286244] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.286385] env[63043]: DEBUG nova.virt.hardware [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.293284] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1007.295319] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1007.295538] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503093', 'volume_id': 'ad8f076f-a301-4dce-b51c-83396b00e6af', 'name': 'volume-ad8f076f-a301-4dce-b51c-83396b00e6af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cbd1368-03e3-42b0-8ff3-9a8044f47fe2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad8f076f-a301-4dce-b51c-83396b00e6af', 'serial': 'ad8f076f-a301-4dce-b51c-83396b00e6af'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1007.296550] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5874d410-02ea-4fdb-8f2a-da3f2166fc55 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.311430] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015d7443-888c-4e02-8737-7b720c7e801c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.329849] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044758b2-8980-48b3-b595-1cd5e0ba6007 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.332562] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 1007.332562] env[63043]: value = "task-2486532" [ 1007.332562] env[63043]: _type = "Task" [ 1007.332562] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.360155] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-ad8f076f-a301-4dce-b51c-83396b00e6af/volume-ad8f076f-a301-4dce-b51c-83396b00e6af.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.360991] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e14fb777-4b31-4863-ae71-71aef1347071 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.378203] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.385342] env[63043]: DEBUG oslo_vmware.api [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1007.385342] env[63043]: value = "task-2486533" [ 1007.385342] env[63043]: _type = "Task" [ 1007.385342] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.394797] env[63043]: DEBUG oslo_vmware.api [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.497865] env[63043]: DEBUG oslo_vmware.api [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Task: {'id': task-2486531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14121} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.498172] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.499361] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.499361] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.499361] env[63043]: INFO nova.compute.manager [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1007.499361] env[63043]: DEBUG oslo.service.loopingcall [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.499361] env[63043]: DEBUG nova.compute.manager [-] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.499361] env[63043]: DEBUG nova.network.neutron [-] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.504096] env[63043]: DEBUG nova.scheduler.client.report [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.537406] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "refresh_cache-0085d666-07d0-4d9a-89da-f8488a80ff0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.537668] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired lock "refresh_cache-0085d666-07d0-4d9a-89da-f8488a80ff0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.537818] env[63043]: DEBUG nova.network.neutron [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.749882] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "ec195cde-37ad-4f04-98c6-2b22b3703558" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.750221] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.844710] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486532, 'name': ReconfigVM_Task, 'duration_secs': 0.167113} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.845096] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1007.846234] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65167511-0783-4afa-9ab8-7852947c4561 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.870412] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 729bed81-f1cd-472b-8084-26bd8125acb2/729bed81-f1cd-472b-8084-26bd8125acb2.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.870880] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29802424-74be-44fa-bd18-755692a0ceac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.896431] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 1007.896431] env[63043]: value = "task-2486534" [ 1007.896431] env[63043]: _type = "Task" [ 1007.896431] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.903950] env[63043]: DEBUG oslo_vmware.api [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486533, 'name': ReconfigVM_Task, 'duration_secs': 0.461847} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.904631] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-ad8f076f-a301-4dce-b51c-83396b00e6af/volume-ad8f076f-a301-4dce-b51c-83396b00e6af.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.912937] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1d5798f-415f-4e79-ae06-0f7f9c262a26 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.923897] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.929296] env[63043]: DEBUG oslo_vmware.api [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1007.929296] env[63043]: value = "task-2486535" [ 1007.929296] env[63043]: _type = "Task" [ 1007.929296] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.938869] env[63043]: DEBUG oslo_vmware.api [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.009341] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.012208] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.232s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.012645] env[63043]: DEBUG nova.objects.instance [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lazy-loading 'resources' on Instance uuid 53c7e8d9-8444-42ca-8f38-f694a0691273 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.048563] env[63043]: INFO nova.scheduler.client.report [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Deleted allocations for instance 76849bd3-018d-4387-ab06-c8578da72d56 [ 1008.053610] env[63043]: DEBUG nova.compute.manager [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.068377] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "1b683e4d-c3b3-4b2c-87d9-b66fc028d902" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.068683] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "1b683e4d-c3b3-4b2c-87d9-b66fc028d902" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.068955] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "1b683e4d-c3b3-4b2c-87d9-b66fc028d902-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.069222] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "1b683e4d-c3b3-4b2c-87d9-b66fc028d902-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.069480] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "1b683e4d-c3b3-4b2c-87d9-b66fc028d902-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.072015] env[63043]: DEBUG nova.network.neutron [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.075118] env[63043]: INFO nova.compute.manager [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Terminating instance [ 1008.088846] env[63043]: DEBUG nova.virt.hardware [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.088846] env[63043]: DEBUG nova.virt.hardware [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.088846] env[63043]: DEBUG nova.virt.hardware [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.093101] env[63043]: DEBUG nova.virt.hardware [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.093101] env[63043]: DEBUG nova.virt.hardware [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.093101] env[63043]: DEBUG nova.virt.hardware [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.093101] env[63043]: DEBUG nova.virt.hardware [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.093101] env[63043]: DEBUG nova.virt.hardware [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.093101] env[63043]: DEBUG nova.virt.hardware [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.093101] env[63043]: DEBUG nova.virt.hardware [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.093101] env[63043]: DEBUG nova.virt.hardware [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.094194] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7e0b66-b942-4f6a-98af-ba599b44e5f6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.107688] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1d821f-da8c-46c8-b5f0-f1681eb3a707 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.128648] env[63043]: DEBUG nova.compute.manager [req-55d6a0b7-b272-45ab-8bbb-ab216a6ee981 req-6f9d5f0a-cde2-4b31-b3d0-f8282e739bd1 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Received event network-changed-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.128860] env[63043]: DEBUG nova.compute.manager [req-55d6a0b7-b272-45ab-8bbb-ab216a6ee981 req-6f9d5f0a-cde2-4b31-b3d0-f8282e739bd1 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Refreshing instance network info cache due to event network-changed-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.129139] env[63043]: DEBUG oslo_concurrency.lockutils [req-55d6a0b7-b272-45ab-8bbb-ab216a6ee981 req-6f9d5f0a-cde2-4b31-b3d0-f8282e739bd1 service nova] Acquiring lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.129309] env[63043]: DEBUG oslo_concurrency.lockutils [req-55d6a0b7-b272-45ab-8bbb-ab216a6ee981 req-6f9d5f0a-cde2-4b31-b3d0-f8282e739bd1 service nova] Acquired lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.129496] env[63043]: DEBUG nova.network.neutron [req-55d6a0b7-b272-45ab-8bbb-ab216a6ee981 req-6f9d5f0a-cde2-4b31-b3d0-f8282e739bd1 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Refreshing network info cache for port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.253130] env[63043]: DEBUG nova.compute.manager [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.266585] env[63043]: DEBUG nova.network.neutron [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Updating instance_info_cache with network_info: [{"id": "c73bc2b1-b7ca-4a1a-851a-ab14f247931a", "address": "fa:16:3e:8f:be:9e", "network": {"id": "83c722f9-5851-47de-babd-8ce69be1f8cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1256967556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5be96206fc46a687e145395d53e74b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73bc2b1-b7", "ovs_interfaceid": "c73bc2b1-b7ca-4a1a-851a-ab14f247931a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.388074] env[63043]: DEBUG nova.network.neutron [-] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.408489] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486534, 'name': ReconfigVM_Task, 'duration_secs': 0.317311} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.408774] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 729bed81-f1cd-472b-8084-26bd8125acb2/729bed81-f1cd-472b-8084-26bd8125acb2.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.409107] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance '729bed81-f1cd-472b-8084-26bd8125acb2' progress to 50 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.440761] env[63043]: DEBUG oslo_vmware.api [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486535, 'name': ReconfigVM_Task, 'duration_secs': 0.15099} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.441067] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503093', 'volume_id': 'ad8f076f-a301-4dce-b51c-83396b00e6af', 'name': 'volume-ad8f076f-a301-4dce-b51c-83396b00e6af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cbd1368-03e3-42b0-8ff3-9a8044f47fe2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad8f076f-a301-4dce-b51c-83396b00e6af', 'serial': 'ad8f076f-a301-4dce-b51c-83396b00e6af'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1008.563016] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4969ebd6-499b-4eb3-85de-a61f95502ade tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Lock "76849bd3-018d-4387-ab06-c8578da72d56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.279s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.582017] env[63043]: DEBUG nova.compute.manager [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.582017] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.582017] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0003f4f4-6ed5-4e28-b130-b0befdbc222a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.589349] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.592144] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90880ce4-b4cc-4330-8819-3b359a333d31 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.605918] env[63043]: DEBUG oslo_vmware.api [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1008.605918] env[63043]: value = "task-2486536" [ 1008.605918] env[63043]: _type = "Task" [ 1008.605918] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.619616] env[63043]: DEBUG oslo_vmware.api [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.771316] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Releasing lock "refresh_cache-0085d666-07d0-4d9a-89da-f8488a80ff0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.771316] env[63043]: DEBUG nova.compute.manager [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Instance network_info: |[{"id": "c73bc2b1-b7ca-4a1a-851a-ab14f247931a", "address": "fa:16:3e:8f:be:9e", "network": {"id": "83c722f9-5851-47de-babd-8ce69be1f8cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1256967556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5be96206fc46a687e145395d53e74b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73bc2b1-b7", "ovs_interfaceid": "c73bc2b1-b7ca-4a1a-851a-ab14f247931a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.771316] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:be:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c73bc2b1-b7ca-4a1a-851a-ab14f247931a', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.781244] env[63043]: DEBUG oslo.service.loopingcall [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.782440] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.788120] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.788896] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84da42c0-3a71-4d40-9cab-070ffb570cdd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.813753] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.813753] env[63043]: value = "task-2486537" [ 1008.813753] env[63043]: _type = "Task" [ 1008.813753] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.825053] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486537, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.865262] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699ced0d-ff23-4728-8f25-e3126c5137a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.877332] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5ddadc-8c9f-4909-88d5-d1e412a2e12f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.912978] env[63043]: INFO nova.compute.manager [-] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Took 1.41 seconds to deallocate network for instance. [ 1008.921527] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcb9711-f23f-4e74-b0b4-55d05e87197d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.931033] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a15e58-44db-447f-8f39-77156d89a81a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.951638] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbccc3b5-78d1-496a-b648-bf545e98049f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.963022] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fd23d1-2be7-41d4-9b14-f1f9d6d9bfe0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.977680] env[63043]: DEBUG nova.compute.provider_tree [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.993746] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance '729bed81-f1cd-472b-8084-26bd8125acb2' progress to 67 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.998840] env[63043]: DEBUG nova.scheduler.client.report [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.060077] env[63043]: DEBUG nova.network.neutron [req-55d6a0b7-b272-45ab-8bbb-ab216a6ee981 req-6f9d5f0a-cde2-4b31-b3d0-f8282e739bd1 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updated VIF entry in instance network info cache for port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.062732] env[63043]: DEBUG nova.network.neutron [req-55d6a0b7-b272-45ab-8bbb-ab216a6ee981 req-6f9d5f0a-cde2-4b31-b3d0-f8282e739bd1 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updating instance_info_cache with network_info: [{"id": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "address": "fa:16:3e:c4:ee:0d", "network": {"id": "4da1c612-1342-4974-b99d-faddc7039ac0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1593864293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5552f49c792a4912a71f99baa3e4a8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4eece4-a8", "ovs_interfaceid": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.116649] env[63043]: DEBUG oslo_vmware.api [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486536, 'name': PowerOffVM_Task, 'duration_secs': 0.226076} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.117084] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.117362] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.117664] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cf740f1-314e-4e98-906a-051e0c7b4223 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.195952] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.196436] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.196436] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleting the datastore file [datastore2] 1b683e4d-c3b3-4b2c-87d9-b66fc028d902 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.198200] env[63043]: DEBUG nova.compute.manager [req-75ddc0ba-8c53-4cfc-8ec0-adac2dc58128 req-ea4641c1-d14c-4da3-b4c4-d88fa92685fa service nova] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Received event network-changed-c73bc2b1-b7ca-4a1a-851a-ab14f247931a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.198200] env[63043]: DEBUG nova.compute.manager [req-75ddc0ba-8c53-4cfc-8ec0-adac2dc58128 req-ea4641c1-d14c-4da3-b4c4-d88fa92685fa service nova] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Refreshing instance network info cache due to event network-changed-c73bc2b1-b7ca-4a1a-851a-ab14f247931a. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1009.198331] env[63043]: DEBUG oslo_concurrency.lockutils [req-75ddc0ba-8c53-4cfc-8ec0-adac2dc58128 req-ea4641c1-d14c-4da3-b4c4-d88fa92685fa service nova] Acquiring lock "refresh_cache-0085d666-07d0-4d9a-89da-f8488a80ff0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.198493] env[63043]: DEBUG oslo_concurrency.lockutils [req-75ddc0ba-8c53-4cfc-8ec0-adac2dc58128 req-ea4641c1-d14c-4da3-b4c4-d88fa92685fa service nova] Acquired lock "refresh_cache-0085d666-07d0-4d9a-89da-f8488a80ff0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.198601] env[63043]: DEBUG nova.network.neutron [req-75ddc0ba-8c53-4cfc-8ec0-adac2dc58128 req-ea4641c1-d14c-4da3-b4c4-d88fa92685fa service nova] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Refreshing network info cache for port c73bc2b1-b7ca-4a1a-851a-ab14f247931a {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.199701] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e077b323-0c14-4c70-923e-64735c1829e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.207181] env[63043]: DEBUG oslo_vmware.api [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1009.207181] env[63043]: value = "task-2486539" [ 1009.207181] env[63043]: _type = "Task" [ 1009.207181] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.216441] env[63043]: DEBUG oslo_vmware.api [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.260585] env[63043]: DEBUG nova.network.neutron [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Successfully updated port: 2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.324742] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486537, 'name': CreateVM_Task, 'duration_secs': 0.359888} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.325292] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.325593] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.325764] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.326146] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.326517] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1dd7b5-93b6-4518-960f-d8a82621e636 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.331701] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1009.331701] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5247bd77-73b8-06cb-581c-11b4bec04014" [ 1009.331701] env[63043]: _type = "Task" [ 1009.331701] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.340626] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5247bd77-73b8-06cb-581c-11b4bec04014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.433524] env[63043]: DEBUG oslo_concurrency.lockutils [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.507454] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.495s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.509761] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.864s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.511366] env[63043]: INFO nova.compute.claims [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.517019] env[63043]: DEBUG nova.objects.instance [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lazy-loading 'flavor' on Instance uuid 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.535069] env[63043]: INFO nova.scheduler.client.report [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Deleted allocations for instance 53c7e8d9-8444-42ca-8f38-f694a0691273 [ 1009.564449] env[63043]: DEBUG nova.network.neutron [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Port 767f8db3-684e-4dd3-9aad-0966bf91c615 binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1009.565546] env[63043]: DEBUG oslo_concurrency.lockutils [req-55d6a0b7-b272-45ab-8bbb-ab216a6ee981 req-6f9d5f0a-cde2-4b31-b3d0-f8282e739bd1 service nova] Releasing lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.720169] env[63043]: DEBUG oslo_vmware.api [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152654} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.722347] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.722347] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.722347] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.722347] env[63043]: INFO nova.compute.manager [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1009.722347] env[63043]: DEBUG oslo.service.loopingcall [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.722347] env[63043]: DEBUG nova.compute.manager [-] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.722347] env[63043]: DEBUG nova.network.neutron [-] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.760820] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquiring lock "refresh_cache-71b28d45-f27b-4e8e-b525-5a2ceba070aa" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.760992] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquired lock "refresh_cache-71b28d45-f27b-4e8e-b525-5a2ceba070aa" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.761169] env[63043]: DEBUG nova.network.neutron [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.842470] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5247bd77-73b8-06cb-581c-11b4bec04014, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.845047] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.845299] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.845544] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.845693] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.845957] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.846204] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f476dc9a-d4ba-4054-bac0-f9a245aaeac5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.856389] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.856585] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.857346] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0480e06b-b4a6-4703-a66c-842129de67f7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.863556] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1009.863556] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5213b62e-2b77-35ac-6ca5-ed0392fb8ecb" [ 1009.863556] env[63043]: _type = "Task" [ 1009.863556] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.872729] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5213b62e-2b77-35ac-6ca5-ed0392fb8ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.024697] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d4943e74-9351-4b55-a931-6685d29f6000 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.404s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.026168] env[63043]: DEBUG nova.network.neutron [req-75ddc0ba-8c53-4cfc-8ec0-adac2dc58128 req-ea4641c1-d14c-4da3-b4c4-d88fa92685fa service nova] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Updated VIF entry in instance network info cache for port c73bc2b1-b7ca-4a1a-851a-ab14f247931a. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.026497] env[63043]: DEBUG nova.network.neutron [req-75ddc0ba-8c53-4cfc-8ec0-adac2dc58128 req-ea4641c1-d14c-4da3-b4c4-d88fa92685fa service nova] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Updating instance_info_cache with network_info: [{"id": "c73bc2b1-b7ca-4a1a-851a-ab14f247931a", "address": "fa:16:3e:8f:be:9e", "network": {"id": "83c722f9-5851-47de-babd-8ce69be1f8cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1256967556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5be96206fc46a687e145395d53e74b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73bc2b1-b7", "ovs_interfaceid": "c73bc2b1-b7ca-4a1a-851a-ab14f247931a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.044042] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Lock "53c7e8d9-8444-42ca-8f38-f694a0691273" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.038s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.166131] env[63043]: INFO nova.compute.manager [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Rescuing [ 1010.166425] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.166571] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.167207] env[63043]: DEBUG nova.network.neutron [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.268480] env[63043]: DEBUG nova.compute.manager [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Received event network-changed-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.270322] env[63043]: DEBUG nova.compute.manager [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Refreshing instance network info cache due to event network-changed-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1010.270590] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] Acquiring lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.270855] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] Acquired lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.270999] env[63043]: DEBUG nova.network.neutron [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Refreshing network info cache for port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.338093] env[63043]: DEBUG nova.network.neutron [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.374297] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5213b62e-2b77-35ac-6ca5-ed0392fb8ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.020358} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.377238] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b5d9f2-0a79-4dba-8f67-0a154640fe3e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.383057] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1010.383057] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5233792a-bff9-2684-299c-e0a776695117" [ 1010.383057] env[63043]: _type = "Task" [ 1010.383057] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.392739] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5233792a-bff9-2684-299c-e0a776695117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.532017] env[63043]: DEBUG oslo_concurrency.lockutils [req-75ddc0ba-8c53-4cfc-8ec0-adac2dc58128 req-ea4641c1-d14c-4da3-b4c4-d88fa92685fa service nova] Releasing lock "refresh_cache-0085d666-07d0-4d9a-89da-f8488a80ff0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.532017] env[63043]: DEBUG nova.compute.manager [req-75ddc0ba-8c53-4cfc-8ec0-adac2dc58128 req-ea4641c1-d14c-4da3-b4c4-d88fa92685fa service nova] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Received event network-vif-deleted-a2f653b3-eaad-4645-a648-48d706a2e72f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.567945] env[63043]: DEBUG nova.network.neutron [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Updating instance_info_cache with network_info: [{"id": "2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba", "address": "fa:16:3e:7a:e9:85", "network": {"id": "a3d0cb55-d9c7-48ad-b050-3fd393b20877", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1225179268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2034d0e9de1460e9dcbfe4d7ae693a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2d1eaf-1f", "ovs_interfaceid": "2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.590619] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "729bed81-f1cd-472b-8084-26bd8125acb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.590855] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "729bed81-f1cd-472b-8084-26bd8125acb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.591042] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "729bed81-f1cd-472b-8084-26bd8125acb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.759081] env[63043]: DEBUG nova.network.neutron [-] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.851545] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a1c1e2-f5f4-462f-bc9f-81f91c1ef922 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.861083] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad9e848-67c9-4901-9b7a-6e61922ad638 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.902628] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba10532-1719-43ba-a4e6-25dfbd59c129 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.912370] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5233792a-bff9-2684-299c-e0a776695117, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.915354] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.915634] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 0085d666-07d0-4d9a-89da-f8488a80ff0a/0085d666-07d0-4d9a-89da-f8488a80ff0a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.916328] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75821c05-378c-4e84-9088-51ebae6142b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.919302] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04257bf7-b699-4a62-b35f-31d88943a7ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.940217] env[63043]: DEBUG nova.compute.provider_tree [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.944192] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1010.944192] env[63043]: value = "task-2486540" [ 1010.944192] env[63043]: _type = "Task" [ 1010.944192] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.956762] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.071424] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Releasing lock "refresh_cache-71b28d45-f27b-4e8e-b525-5a2ceba070aa" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.071740] env[63043]: DEBUG nova.compute.manager [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Instance network_info: |[{"id": "2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba", "address": "fa:16:3e:7a:e9:85", "network": {"id": "a3d0cb55-d9c7-48ad-b050-3fd393b20877", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1225179268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2034d0e9de1460e9dcbfe4d7ae693a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2d1eaf-1f", "ovs_interfaceid": "2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.072192] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:e9:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.081228] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Creating folder: Project (b2034d0e9de1460e9dcbfe4d7ae693a4). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.081585] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc1e920f-0a35-427b-b95c-2830e02306cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.096837] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Created folder: Project (b2034d0e9de1460e9dcbfe4d7ae693a4) in parent group-v502843. [ 1011.097186] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Creating folder: Instances. Parent ref: group-v503095. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.097664] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5525393-b29f-4b3c-9f92-761387f852e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.111493] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Created folder: Instances in parent group-v503095. [ 1011.111493] env[63043]: DEBUG oslo.service.loopingcall [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.111493] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.111781] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09a183ce-f34d-419c-abb3-08d76c44f29f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.137030] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.137030] env[63043]: value = "task-2486543" [ 1011.137030] env[63043]: _type = "Task" [ 1011.137030] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.153040] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486543, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.264029] env[63043]: INFO nova.compute.manager [-] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Took 1.54 seconds to deallocate network for instance. [ 1011.329335] env[63043]: DEBUG nova.network.neutron [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updating instance_info_cache with network_info: [{"id": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "address": "fa:16:3e:22:9c:3b", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2395b308-e6", "ovs_interfaceid": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.394215] env[63043]: DEBUG nova.network.neutron [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updated VIF entry in instance network info cache for port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.394496] env[63043]: DEBUG nova.network.neutron [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updating instance_info_cache with network_info: [{"id": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "address": "fa:16:3e:c4:ee:0d", "network": {"id": "4da1c612-1342-4974-b99d-faddc7039ac0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1593864293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5552f49c792a4912a71f99baa3e4a8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4eece4-a8", "ovs_interfaceid": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.444924] env[63043]: DEBUG nova.scheduler.client.report [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.463696] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491849} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.463980] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 0085d666-07d0-4d9a-89da-f8488a80ff0a/0085d666-07d0-4d9a-89da-f8488a80ff0a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.464226] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.464470] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d93300d-2a05-4e6d-8258-ff9658794a6e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.473999] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1011.473999] env[63043]: value = "task-2486544" [ 1011.473999] env[63043]: _type = "Task" [ 1011.473999] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.484420] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.499542] env[63043]: DEBUG nova.compute.manager [req-6937e73c-1fa9-4686-85c6-447edebcd79a req-a7a9dda9-a3b9-4ff9-8bdc-f2ee46254a4c service nova] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Received event network-vif-deleted-cd94546a-2bcc-404c-82be-fc33f56c8988 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.499888] env[63043]: DEBUG nova.compute.manager [req-6937e73c-1fa9-4686-85c6-447edebcd79a req-a7a9dda9-a3b9-4ff9-8bdc-f2ee46254a4c service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Received event network-changed-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.503018] env[63043]: DEBUG nova.compute.manager [req-6937e73c-1fa9-4686-85c6-447edebcd79a req-a7a9dda9-a3b9-4ff9-8bdc-f2ee46254a4c service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Refreshing instance network info cache due to event network-changed-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1011.503018] env[63043]: DEBUG oslo_concurrency.lockutils [req-6937e73c-1fa9-4686-85c6-447edebcd79a req-a7a9dda9-a3b9-4ff9-8bdc-f2ee46254a4c service nova] Acquiring lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.652782] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486543, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.698341] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.698616] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.698699] env[63043]: DEBUG nova.network.neutron [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.774395] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.825809] env[63043]: DEBUG oslo_vmware.rw_handles [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214c1bc-5675-5ee9-4d50-582909a86675/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1011.826990] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0823b1-0980-4ede-9922-b30db6099197 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.834130] env[63043]: DEBUG oslo_vmware.rw_handles [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214c1bc-5675-5ee9-4d50-582909a86675/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1011.834323] env[63043]: ERROR oslo_vmware.rw_handles [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214c1bc-5675-5ee9-4d50-582909a86675/disk-0.vmdk due to incomplete transfer. [ 1011.834822] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.836727] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-857019b9-4e71-416f-8ba0-10e46f795602 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.845741] env[63043]: DEBUG oslo_vmware.rw_handles [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214c1bc-5675-5ee9-4d50-582909a86675/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1011.845979] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Uploaded image 41967512-fc1a-427c-9fd4-e5afc5202ce3 to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1011.848407] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1011.848677] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9eb2eb2-c6c5-41e9-a82c-628e81b65b08 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.859546] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1011.859546] env[63043]: value = "task-2486545" [ 1011.859546] env[63043]: _type = "Task" [ 1011.859546] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.874249] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486545, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.897512] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] Releasing lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.897926] env[63043]: DEBUG nova.compute.manager [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Received event network-vif-plugged-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.898030] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] Acquiring lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.898312] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] Lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.899322] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] Lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.899322] env[63043]: DEBUG nova.compute.manager [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] No waiting events found dispatching network-vif-plugged-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.899322] env[63043]: WARNING nova.compute.manager [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Received unexpected event network-vif-plugged-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba for instance with vm_state building and task_state spawning. [ 1011.899570] env[63043]: DEBUG nova.compute.manager [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Received event network-changed-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.899615] env[63043]: DEBUG nova.compute.manager [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Refreshing instance network info cache due to event network-changed-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1011.899781] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] Acquiring lock "refresh_cache-71b28d45-f27b-4e8e-b525-5a2ceba070aa" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.899923] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] Acquired lock "refresh_cache-71b28d45-f27b-4e8e-b525-5a2ceba070aa" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.900095] env[63043]: DEBUG nova.network.neutron [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Refreshing network info cache for port 2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.904381] env[63043]: DEBUG oslo_concurrency.lockutils [req-6937e73c-1fa9-4686-85c6-447edebcd79a req-a7a9dda9-a3b9-4ff9-8bdc-f2ee46254a4c service nova] Acquired lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.904751] env[63043]: DEBUG nova.network.neutron [req-6937e73c-1fa9-4686-85c6-447edebcd79a req-a7a9dda9-a3b9-4ff9-8bdc-f2ee46254a4c service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Refreshing network info cache for port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.956719] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.957343] env[63043]: DEBUG nova.compute.manager [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.960401] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.178s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.962609] env[63043]: INFO nova.compute.claims [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.984902] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075772} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.985309] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.986061] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc7509c-1fe8-47e3-b960-af8f07a37472 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.018638] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 0085d666-07d0-4d9a-89da-f8488a80ff0a/0085d666-07d0-4d9a-89da-f8488a80ff0a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.020863] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060a0cd5-ce09-45e4-99fa-531cc245834e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.046228] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1012.046228] env[63043]: value = "task-2486546" [ 1012.046228] env[63043]: _type = "Task" [ 1012.046228] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.056331] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.149631] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486543, 'name': CreateVM_Task, 'duration_secs': 0.522686} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.149826] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.150713] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.150897] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.151263] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.151576] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-933cbdb4-2a85-4b46-8dca-6b6ec52a2962 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.157364] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for the task: (returnval){ [ 1012.157364] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5221409c-2829-a36d-98aa-19e7d8fec81a" [ 1012.157364] env[63043]: _type = "Task" [ 1012.157364] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.167608] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5221409c-2829-a36d-98aa-19e7d8fec81a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.382016] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486545, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.468374] env[63043]: DEBUG nova.compute.utils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1012.471022] env[63043]: DEBUG nova.compute.manager [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.471022] env[63043]: DEBUG nova.network.neutron [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.561588] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.585395] env[63043]: DEBUG nova.policy [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5a7be003d92408283d3ffd5147c0a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd087b8c1b2a4b00a298583f3e318e98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.675033] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5221409c-2829-a36d-98aa-19e7d8fec81a, 'name': SearchDatastore_Task, 'duration_secs': 0.0317} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.675433] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.675656] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.676149] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.676375] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.676551] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.676827] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8cf6ccc-9135-4428-b16d-ff41f9468b65 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.688455] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.688455] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.689263] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9fed73-2b89-4a40-b78b-ef45f8ce7c9f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.700032] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for the task: (returnval){ [ 1012.700032] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52be4e0f-3743-8865-cdf0-e89501bda17f" [ 1012.700032] env[63043]: _type = "Task" [ 1012.700032] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.712164] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52be4e0f-3743-8865-cdf0-e89501bda17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.843361] env[63043]: DEBUG nova.network.neutron [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance_info_cache with network_info: [{"id": "767f8db3-684e-4dd3-9aad-0966bf91c615", "address": "fa:16:3e:01:87:4e", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767f8db3-68", "ovs_interfaceid": "767f8db3-684e-4dd3-9aad-0966bf91c615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.864626] env[63043]: DEBUG nova.network.neutron [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Updated VIF entry in instance network info cache for port 2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.864626] env[63043]: DEBUG nova.network.neutron [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Updating instance_info_cache with network_info: [{"id": "2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba", "address": "fa:16:3e:7a:e9:85", "network": {"id": "a3d0cb55-d9c7-48ad-b050-3fd393b20877", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1225179268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2034d0e9de1460e9dcbfe4d7ae693a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2d1eaf-1f", "ovs_interfaceid": "2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.884182] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486545, 'name': Destroy_Task, 'duration_secs': 0.971976} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.884182] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Destroyed the VM [ 1012.884182] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1012.884321] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c4f094c2-6112-4e9f-8250-d29275c68cc8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.896015] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1012.896015] env[63043]: value = "task-2486547" [ 1012.896015] env[63043]: _type = "Task" [ 1012.896015] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.916761] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.976524] env[63043]: DEBUG nova.compute.manager [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.991209] env[63043]: DEBUG nova.network.neutron [req-6937e73c-1fa9-4686-85c6-447edebcd79a req-a7a9dda9-a3b9-4ff9-8bdc-f2ee46254a4c service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updated VIF entry in instance network info cache for port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.994642] env[63043]: DEBUG nova.network.neutron [req-6937e73c-1fa9-4686-85c6-447edebcd79a req-a7a9dda9-a3b9-4ff9-8bdc-f2ee46254a4c service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updating instance_info_cache with network_info: [{"id": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "address": "fa:16:3e:c4:ee:0d", "network": {"id": "4da1c612-1342-4974-b99d-faddc7039ac0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1593864293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5552f49c792a4912a71f99baa3e4a8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4eece4-a8", "ovs_interfaceid": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.068965] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486546, 'name': ReconfigVM_Task, 'duration_secs': 0.726165} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.068965] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 0085d666-07d0-4d9a-89da-f8488a80ff0a/0085d666-07d0-4d9a-89da-f8488a80ff0a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.068965] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0801b063-ce53-4912-b388-8770f885e4f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.082706] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1013.082706] env[63043]: value = "task-2486548" [ 1013.082706] env[63043]: _type = "Task" [ 1013.082706] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.089913] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486548, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.159911] env[63043]: DEBUG nova.network.neutron [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Successfully created port: bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.212886] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52be4e0f-3743-8865-cdf0-e89501bda17f, 'name': SearchDatastore_Task, 'duration_secs': 0.017038} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.214284] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f956b77-7510-4add-af21-6366151acefd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.227020] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for the task: (returnval){ [ 1013.227020] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52202794-5530-7923-ffe1-fb91ec500860" [ 1013.227020] env[63043]: _type = "Task" [ 1013.227020] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.237019] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52202794-5530-7923-ffe1-fb91ec500860, 'name': SearchDatastore_Task, 'duration_secs': 0.009238} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.237709] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.237975] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 71b28d45-f27b-4e8e-b525-5a2ceba070aa/71b28d45-f27b-4e8e-b525-5a2ceba070aa.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.238478] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce1cb50a-e96a-4008-adf2-e20653c820b9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.246495] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for the task: (returnval){ [ 1013.246495] env[63043]: value = "task-2486549" [ 1013.246495] env[63043]: _type = "Task" [ 1013.246495] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.259298] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.313476] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc0f999-0429-4a2c-a372-73742d9a609a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.322153] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562bcfcc-3ef3-497e-b11a-e9c1952d1951 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.365489] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.370954] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c12458a-969d-46f4-8328-2dcb73cc0004 req-6ae875aa-bcb4-41df-aef4-27506dcfe180 service nova] Releasing lock "refresh_cache-71b28d45-f27b-4e8e-b525-5a2ceba070aa" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.371589] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquiring lock "5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.371757] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Lock "5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.372676] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquiring lock "5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.372676] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Lock "5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.372676] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Lock "5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.374428] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a7c36a-f5c7-4c97-bc46-ce427042e9b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.377964] env[63043]: INFO nova.compute.manager [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Terminating instance [ 1013.387469] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9ac5d9-a972-4726-8b1d-807f15b3c52a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.392058] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.392308] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ce2f0c5-58c4-4af3-a706-bebf90947078 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.405465] env[63043]: DEBUG nova.compute.provider_tree [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.412856] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1013.412856] env[63043]: value = "task-2486550" [ 1013.412856] env[63043]: _type = "Task" [ 1013.412856] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.420845] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.426761] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.502619] env[63043]: DEBUG oslo_concurrency.lockutils [req-6937e73c-1fa9-4686-85c6-447edebcd79a req-a7a9dda9-a3b9-4ff9-8bdc-f2ee46254a4c service nova] Releasing lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.589934] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486548, 'name': Rename_Task, 'duration_secs': 0.149557} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.590250] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.590513] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaa07ff3-3254-4db2-a6c0-3a8db072eb17 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.598679] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1013.598679] env[63043]: value = "task-2486551" [ 1013.598679] env[63043]: _type = "Task" [ 1013.598679] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.609590] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.700468] env[63043]: DEBUG nova.compute.manager [req-afb50b33-b99a-454c-9e01-2e1974e3e2c1 req-d47ea975-6f41-42b5-8838-f7828cbbeee3 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Received event network-changed-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.700712] env[63043]: DEBUG nova.compute.manager [req-afb50b33-b99a-454c-9e01-2e1974e3e2c1 req-d47ea975-6f41-42b5-8838-f7828cbbeee3 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Refreshing instance network info cache due to event network-changed-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.700993] env[63043]: DEBUG oslo_concurrency.lockutils [req-afb50b33-b99a-454c-9e01-2e1974e3e2c1 req-d47ea975-6f41-42b5-8838-f7828cbbeee3 service nova] Acquiring lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.701527] env[63043]: DEBUG oslo_concurrency.lockutils [req-afb50b33-b99a-454c-9e01-2e1974e3e2c1 req-d47ea975-6f41-42b5-8838-f7828cbbeee3 service nova] Acquired lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.701527] env[63043]: DEBUG nova.network.neutron [req-afb50b33-b99a-454c-9e01-2e1974e3e2c1 req-d47ea975-6f41-42b5-8838-f7828cbbeee3 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Refreshing network info cache for port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.760176] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491279} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.760292] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 71b28d45-f27b-4e8e-b525-5a2ceba070aa/71b28d45-f27b-4e8e-b525-5a2ceba070aa.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.760591] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.760998] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-729e9a29-ea20-4284-bcd8-8b50959dadec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.770717] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for the task: (returnval){ [ 1013.770717] env[63043]: value = "task-2486552" [ 1013.770717] env[63043]: _type = "Task" [ 1013.770717] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.796587] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.884682] env[63043]: DEBUG nova.compute.manager [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.885018] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.886018] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a96789-dab7-4b8c-8434-a9586752af63 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.894640] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.894850] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4212bd2-61af-41e2-a24e-e3178d47b1c9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.901240] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d9d5c6-fc4d-4b73-b272-6ece9440e11f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.905302] env[63043]: DEBUG oslo_vmware.api [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 1013.905302] env[63043]: value = "task-2486553" [ 1013.905302] env[63043]: _type = "Task" [ 1013.905302] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.925959] env[63043]: DEBUG nova.scheduler.client.report [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.933488] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f514a8a-c94a-473c-a367-06eed20831ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.941349] env[63043]: DEBUG oslo_vmware.api [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486547, 'name': RemoveSnapshot_Task, 'duration_secs': 0.962532} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.942284] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1013.942560] env[63043]: INFO nova.compute.manager [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Took 16.06 seconds to snapshot the instance on the hypervisor. [ 1013.953144] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486550, 'name': PowerOffVM_Task, 'duration_secs': 0.408822} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.956023] env[63043]: DEBUG oslo_vmware.api [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.956023] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance '729bed81-f1cd-472b-8084-26bd8125acb2' progress to 83 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.958249] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.959322] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48383dc0-af45-4a03-9296-79dedc6a24f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.988312] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5ac7ad-ab64-4520-8f47-34c00efed2c1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.996023] env[63043]: DEBUG nova.compute.manager [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.025996] env[63043]: DEBUG nova.virt.hardware [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.026270] env[63043]: DEBUG nova.virt.hardware [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.026433] env[63043]: DEBUG nova.virt.hardware [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.026616] env[63043]: DEBUG nova.virt.hardware [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.026900] env[63043]: DEBUG nova.virt.hardware [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.026900] env[63043]: DEBUG nova.virt.hardware [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.027208] env[63043]: DEBUG nova.virt.hardware [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.027386] env[63043]: DEBUG nova.virt.hardware [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.027560] env[63043]: DEBUG nova.virt.hardware [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.027723] env[63043]: DEBUG nova.virt.hardware [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.027942] env[63043]: DEBUG nova.virt.hardware [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.030156] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118ef88a-2873-49e9-8912-4f2c11449339 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.041845] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.043299] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c7f5cf-747e-43bc-8b5a-653bfe46a751 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.047407] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2119ec4-6838-47e7-b2bb-3eeb25a9eb7f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.063215] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1014.063215] env[63043]: value = "task-2486554" [ 1014.063215] env[63043]: _type = "Task" [ 1014.063215] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.076445] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1014.076445] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.076445] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.076445] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.076445] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.076445] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07614dc3-8604-4568-a60b-a580adc8d0f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.087124] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.087741] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.088579] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33eee0e5-e13b-48e5-a9c4-e9767de96a98 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.096284] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1014.096284] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52970c3b-b041-374d-52ed-9be4da977213" [ 1014.096284] env[63043]: _type = "Task" [ 1014.096284] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.112290] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52970c3b-b041-374d-52ed-9be4da977213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.112612] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.282271] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075659} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.282271] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.283528] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca224c4-62d3-4594-92b3-614bb26bafb8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.314397] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 71b28d45-f27b-4e8e-b525-5a2ceba070aa/71b28d45-f27b-4e8e-b525-5a2ceba070aa.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.318117] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed94c44-6243-4744-9b67-9d9fd6b989ff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.340623] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for the task: (returnval){ [ 1014.340623] env[63043]: value = "task-2486555" [ 1014.340623] env[63043]: _type = "Task" [ 1014.340623] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.351099] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.421565] env[63043]: DEBUG oslo_vmware.api [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486553, 'name': PowerOffVM_Task, 'duration_secs': 0.220347} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.421948] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.422198] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.422530] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f3ffc0f-3c41-424a-a164-c1471945978a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.438869] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.439403] env[63043]: DEBUG nova.compute.manager [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.442213] env[63043]: DEBUG oslo_concurrency.lockutils [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.009s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.442440] env[63043]: DEBUG nova.objects.instance [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lazy-loading 'resources' on Instance uuid 05d7e597-492b-432f-b323-726cf8ac39eb {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.463495] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.469287] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cdb7087-b08a-48bb-bdd8-7a47dab4e097 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.478292] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 1014.478292] env[63043]: value = "task-2486557" [ 1014.478292] env[63043]: _type = "Task" [ 1014.478292] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.489244] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.489508] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.489659] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Deleting the datastore file [datastore1] 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.490357] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fd38f8d-58a2-41b4-912e-e199d33c28aa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.496178] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.502797] env[63043]: DEBUG oslo_vmware.api [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for the task: (returnval){ [ 1014.502797] env[63043]: value = "task-2486558" [ 1014.502797] env[63043]: _type = "Task" [ 1014.502797] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.513812] env[63043]: DEBUG nova.compute.manager [None req-918c1270-c111-48c0-9a08-8d992a0e2b78 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Found 2 images (rotation: 2) {{(pid=63043) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1014.518658] env[63043]: DEBUG oslo_vmware.api [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.536781] env[63043]: DEBUG nova.network.neutron [req-afb50b33-b99a-454c-9e01-2e1974e3e2c1 req-d47ea975-6f41-42b5-8838-f7828cbbeee3 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updated VIF entry in instance network info cache for port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.537228] env[63043]: DEBUG nova.network.neutron [req-afb50b33-b99a-454c-9e01-2e1974e3e2c1 req-d47ea975-6f41-42b5-8838-f7828cbbeee3 service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updating instance_info_cache with network_info: [{"id": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "address": "fa:16:3e:c4:ee:0d", "network": {"id": "4da1c612-1342-4974-b99d-faddc7039ac0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1593864293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5552f49c792a4912a71f99baa3e4a8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4eece4-a8", "ovs_interfaceid": "6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.612685] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52970c3b-b041-374d-52ed-9be4da977213, 'name': SearchDatastore_Task, 'duration_secs': 0.015041} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.619870] env[63043]: DEBUG oslo_vmware.api [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486551, 'name': PowerOnVM_Task, 'duration_secs': 0.61414} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.621150] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-447f2aa0-bf24-43d3-ad37-07aff9b4064b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.623045] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.623045] env[63043]: INFO nova.compute.manager [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1014.623709] env[63043]: DEBUG nova.compute.manager [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.624131] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089a5170-5def-460e-ae15-5622f9bab2fd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.635480] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1014.635480] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52535dfa-f2e4-33e3-5442-7aadea73bfe7" [ 1014.635480] env[63043]: _type = "Task" [ 1014.635480] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.645646] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Acquiring lock "a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.645963] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Lock "a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.646243] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Acquiring lock "a7a1c31d-e4f5-457c-b9cb-484ec95d9d24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.646470] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Lock "a7a1c31d-e4f5-457c-b9cb-484ec95d9d24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.646677] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Lock "a7a1c31d-e4f5-457c-b9cb-484ec95d9d24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.650345] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52535dfa-f2e4-33e3-5442-7aadea73bfe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.651305] env[63043]: INFO nova.compute.manager [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Terminating instance [ 1014.852675] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.910265] env[63043]: DEBUG nova.network.neutron [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Successfully updated port: bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.946238] env[63043]: DEBUG nova.compute.utils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1014.950472] env[63043]: DEBUG nova.compute.manager [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.950700] env[63043]: DEBUG nova.network.neutron [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.994350] env[63043]: DEBUG nova.policy [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6e85f3077894e63a30e9303c835005c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '883d5050742746cd8882e3ed38aa4e3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.998705] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.016963] env[63043]: DEBUG oslo_vmware.api [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.040113] env[63043]: DEBUG oslo_concurrency.lockutils [req-afb50b33-b99a-454c-9e01-2e1974e3e2c1 req-d47ea975-6f41-42b5-8838-f7828cbbeee3 service nova] Releasing lock "refresh_cache-5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.150743] env[63043]: INFO nova.compute.manager [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Took 22.46 seconds to build instance. [ 1015.156984] env[63043]: DEBUG nova.compute.manager [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.157200] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.161743] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaaacf0-e858-4756-bd3d-ac282bbad66a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.164557] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52535dfa-f2e4-33e3-5442-7aadea73bfe7, 'name': SearchDatastore_Task, 'duration_secs': 0.018228} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.165460] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.165718] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk. {{(pid=63043) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1015.166346] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95c5ab79-e536-43d7-a420-3cf49306e698 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.173515] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.174913] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffdf138b-69cc-449b-a12d-7abbab0c161a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.179276] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1015.179276] env[63043]: value = "task-2486559" [ 1015.179276] env[63043]: _type = "Task" [ 1015.179276] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.184204] env[63043]: DEBUG oslo_vmware.api [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Waiting for the task: (returnval){ [ 1015.184204] env[63043]: value = "task-2486560" [ 1015.184204] env[63043]: _type = "Task" [ 1015.184204] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.193845] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.200502] env[63043]: DEBUG oslo_vmware.api [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.243809] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7857129-9ed7-4cf4-8084-2c0c46e218fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.253024] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eea03f-af27-4b75-9213-886b431d155a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.285149] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b943cce-b428-41e9-95b3-dea1aee8897c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.293476] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f57e1a-a394-4cfa-a323-bf5f7e7d16d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.310033] env[63043]: DEBUG nova.compute.provider_tree [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.330205] env[63043]: DEBUG nova.compute.manager [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.331223] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3376d93d-bf0a-41de-be86-daec1f694f15 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.355627] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.386107] env[63043]: DEBUG nova.network.neutron [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Successfully created port: e89e6c1f-5181-4f46-82e4-c4029a70f057 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.413210] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "refresh_cache-db9ebced-3859-46e0-851e-4eaf4552acbd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.413210] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquired lock "refresh_cache-db9ebced-3859-46e0-851e-4eaf4552acbd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.413210] env[63043]: DEBUG nova.network.neutron [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.451566] env[63043]: DEBUG nova.compute.manager [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.500709] env[63043]: DEBUG oslo_vmware.api [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486557, 'name': PowerOnVM_Task, 'duration_secs': 0.782121} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.500709] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.500963] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b64209-d711-4e0a-96a0-fb3db25270fb tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance '729bed81-f1cd-472b-8084-26bd8125acb2' progress to 100 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.522685] env[63043]: DEBUG oslo_vmware.api [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Task: {'id': task-2486558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.652199} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.522685] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.522685] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.522981] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.522981] env[63043]: INFO nova.compute.manager [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1015.523130] env[63043]: DEBUG oslo.service.loopingcall [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.523474] env[63043]: DEBUG nova.compute.manager [-] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.523474] env[63043]: DEBUG nova.network.neutron [-] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.654585] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc6ffa30-b941-441e-8b99-3032d6c0f033 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0085d666-07d0-4d9a-89da-f8488a80ff0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.989s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.698859] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486559, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.706391] env[63043]: DEBUG oslo_vmware.api [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486560, 'name': PowerOffVM_Task, 'duration_secs': 0.297754} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.706618] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.706825] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.708395] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d86dd6a-94bb-4f1d-bdee-25d1729722b3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.780511] env[63043]: DEBUG nova.compute.manager [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Received event network-vif-plugged-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.780856] env[63043]: DEBUG oslo_concurrency.lockutils [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] Acquiring lock "db9ebced-3859-46e0-851e-4eaf4552acbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.781700] env[63043]: DEBUG oslo_concurrency.lockutils [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.782021] env[63043]: DEBUG oslo_concurrency.lockutils [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.785048] env[63043]: DEBUG nova.compute.manager [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] No waiting events found dispatching network-vif-plugged-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.785048] env[63043]: WARNING nova.compute.manager [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Received unexpected event network-vif-plugged-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 for instance with vm_state building and task_state spawning. [ 1015.785048] env[63043]: DEBUG nova.compute.manager [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Received event network-changed-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.785048] env[63043]: DEBUG nova.compute.manager [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Refreshing instance network info cache due to event network-changed-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.785048] env[63043]: DEBUG oslo_concurrency.lockutils [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] Acquiring lock "refresh_cache-db9ebced-3859-46e0-851e-4eaf4552acbd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.807835] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.810041] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.810041] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Deleting the datastore file [datastore2] a7a1c31d-e4f5-457c-b9cb-484ec95d9d24 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.810041] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-592bdeea-5a66-4fc2-bba1-55f11773af58 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.817383] env[63043]: DEBUG nova.scheduler.client.report [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.821502] env[63043]: DEBUG oslo_vmware.api [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Waiting for the task: (returnval){ [ 1015.821502] env[63043]: value = "task-2486562" [ 1015.821502] env[63043]: _type = "Task" [ 1015.821502] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.831847] env[63043]: DEBUG oslo_vmware.api [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.848577] env[63043]: INFO nova.compute.manager [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] instance snapshotting [ 1015.849252] env[63043]: DEBUG nova.objects.instance [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'flavor' on Instance uuid e86da836-765e-4b9c-a796-46dd2afc9ed8 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.853527] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486555, 'name': ReconfigVM_Task, 'duration_secs': 1.379935} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.854832] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 71b28d45-f27b-4e8e-b525-5a2ceba070aa/71b28d45-f27b-4e8e-b525-5a2ceba070aa.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.854963] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f471073b-0267-4fb4-9335-6057c07015e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.863461] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for the task: (returnval){ [ 1015.863461] env[63043]: value = "task-2486563" [ 1015.863461] env[63043]: _type = "Task" [ 1015.863461] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.873593] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486563, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.937745] env[63043]: DEBUG nova.compute.manager [req-f38bcc8f-9270-469d-a63c-dda8bdd2b0eb req-7e7e4b07-056b-44cc-927f-644f80c6d17d service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Received event network-vif-deleted-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.938257] env[63043]: INFO nova.compute.manager [req-f38bcc8f-9270-469d-a63c-dda8bdd2b0eb req-7e7e4b07-056b-44cc-927f-644f80c6d17d service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Neutron deleted interface 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b; detaching it from the instance and deleting it from the info cache [ 1015.938370] env[63043]: DEBUG nova.network.neutron [req-f38bcc8f-9270-469d-a63c-dda8bdd2b0eb req-7e7e4b07-056b-44cc-927f-644f80c6d17d service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.954974] env[63043]: DEBUG nova.network.neutron [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.063359] env[63043]: DEBUG oslo_concurrency.lockutils [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "0085d666-07d0-4d9a-89da-f8488a80ff0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.063622] env[63043]: DEBUG oslo_concurrency.lockutils [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0085d666-07d0-4d9a-89da-f8488a80ff0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.063862] env[63043]: DEBUG oslo_concurrency.lockutils [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "0085d666-07d0-4d9a-89da-f8488a80ff0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.064238] env[63043]: DEBUG oslo_concurrency.lockutils [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0085d666-07d0-4d9a-89da-f8488a80ff0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.064438] env[63043]: DEBUG oslo_concurrency.lockutils [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0085d666-07d0-4d9a-89da-f8488a80ff0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.069347] env[63043]: INFO nova.compute.manager [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Terminating instance [ 1016.149291] env[63043]: DEBUG nova.network.neutron [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Updating instance_info_cache with network_info: [{"id": "bb9845f7-5d58-41f0-9e35-ec296d0ff2a9", "address": "fa:16:3e:c9:7b:c2", "network": {"id": "079adbd1-d834-476c-a008-de96fc88b8b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1033910186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd087b8c1b2a4b00a298583f3e318e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9845f7-5d", "ovs_interfaceid": "bb9845f7-5d58-41f0-9e35-ec296d0ff2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.191698] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630087} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.192016] env[63043]: INFO nova.virt.vmwareapi.ds_util [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk. [ 1016.192864] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f5aa15-6e41-42cc-89b7-13a1663b6928 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.225196] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.225694] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89962ad7-6575-47b6-b3f0-6168cdebafc2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.248402] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1016.248402] env[63043]: value = "task-2486564" [ 1016.248402] env[63043]: _type = "Task" [ 1016.248402] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.257961] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.323268] env[63043]: DEBUG oslo_concurrency.lockutils [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.325999] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.553s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.326291] env[63043]: DEBUG nova.objects.instance [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lazy-loading 'resources' on Instance uuid 1b683e4d-c3b3-4b2c-87d9-b66fc028d902 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.338172] env[63043]: DEBUG oslo_vmware.api [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.349588] env[63043]: INFO nova.scheduler.client.report [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Deleted allocations for instance 05d7e597-492b-432f-b323-726cf8ac39eb [ 1016.357502] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e5962b-77d1-4930-959e-925c25a62d19 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.381735] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34b9fdd-d375-4b78-aa55-de8d2a2dbfe2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.390284] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486563, 'name': Rename_Task, 'duration_secs': 0.168684} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.392135] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.395690] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc8b2493-0e99-47c5-bab1-581195d22827 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.397529] env[63043]: DEBUG nova.network.neutron [-] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.406819] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for the task: (returnval){ [ 1016.406819] env[63043]: value = "task-2486565" [ 1016.406819] env[63043]: _type = "Task" [ 1016.406819] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.416088] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.441374] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f90826f-aeb6-4f42-af02-9bafd8d60082 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.453718] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47b8e3e-d049-40d4-8284-e7005abd27ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.467317] env[63043]: DEBUG nova.compute.manager [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.488612] env[63043]: DEBUG nova.compute.manager [req-f38bcc8f-9270-469d-a63c-dda8bdd2b0eb req-7e7e4b07-056b-44cc-927f-644f80c6d17d service nova] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Detach interface failed, port_id=6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b, reason: Instance 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1016.497655] env[63043]: DEBUG nova.virt.hardware [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.497897] env[63043]: DEBUG nova.virt.hardware [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.498066] env[63043]: DEBUG nova.virt.hardware [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.498276] env[63043]: DEBUG nova.virt.hardware [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.498427] env[63043]: DEBUG nova.virt.hardware [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.498578] env[63043]: DEBUG nova.virt.hardware [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.498788] env[63043]: DEBUG nova.virt.hardware [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.498947] env[63043]: DEBUG nova.virt.hardware [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.499134] env[63043]: DEBUG nova.virt.hardware [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.499299] env[63043]: DEBUG nova.virt.hardware [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.499475] env[63043]: DEBUG nova.virt.hardware [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.500666] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2685e70-b3c9-4fa1-99fc-18580281c8f4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.508861] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55721b81-0239-4540-a5ce-7773cb66fe91 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.572849] env[63043]: DEBUG nova.compute.manager [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.573097] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.574263] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02c7561-fb51-4c4c-a825-549cd17b5406 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.583916] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.584196] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f7d59ae-88c3-419f-acc4-a8e07c658d73 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.591316] env[63043]: DEBUG oslo_vmware.api [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1016.591316] env[63043]: value = "task-2486566" [ 1016.591316] env[63043]: _type = "Task" [ 1016.591316] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.600591] env[63043]: DEBUG oslo_vmware.api [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.652333] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Releasing lock "refresh_cache-db9ebced-3859-46e0-851e-4eaf4552acbd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.652724] env[63043]: DEBUG nova.compute.manager [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Instance network_info: |[{"id": "bb9845f7-5d58-41f0-9e35-ec296d0ff2a9", "address": "fa:16:3e:c9:7b:c2", "network": {"id": "079adbd1-d834-476c-a008-de96fc88b8b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1033910186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd087b8c1b2a4b00a298583f3e318e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9845f7-5d", "ovs_interfaceid": "bb9845f7-5d58-41f0-9e35-ec296d0ff2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.653059] env[63043]: DEBUG oslo_concurrency.lockutils [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] Acquired lock "refresh_cache-db9ebced-3859-46e0-851e-4eaf4552acbd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.653253] env[63043]: DEBUG nova.network.neutron [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Refreshing network info cache for port bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.654608] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:7b:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb9845f7-5d58-41f0-9e35-ec296d0ff2a9', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.666552] env[63043]: DEBUG oslo.service.loopingcall [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.667887] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.668185] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-768289d6-a219-4a2b-ada3-1b078d3b99f7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.693226] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.693226] env[63043]: value = "task-2486567" [ 1016.693226] env[63043]: _type = "Task" [ 1016.693226] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.703267] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486567, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.759220] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.839719] env[63043]: DEBUG oslo_vmware.api [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Task: {'id': task-2486562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.646298} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.839719] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.839719] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.840246] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.840246] env[63043]: INFO nova.compute.manager [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1016.840246] env[63043]: DEBUG oslo.service.loopingcall [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.840525] env[63043]: DEBUG nova.compute.manager [-] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.840685] env[63043]: DEBUG nova.network.neutron [-] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.857964] env[63043]: DEBUG oslo_concurrency.lockutils [None req-22eb70d8-b155-4b08-8f29-bb8f785ec964 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Lock "05d7e597-492b-432f-b323-726cf8ac39eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.004s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.896886] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1016.897694] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5886a49d-bcaa-4a26-b1f6-0bf63a1d5ae5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.901264] env[63043]: INFO nova.compute.manager [-] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Took 1.38 seconds to deallocate network for instance. [ 1016.916791] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1016.916791] env[63043]: value = "task-2486568" [ 1016.916791] env[63043]: _type = "Task" [ 1016.916791] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.930129] env[63043]: DEBUG oslo_vmware.api [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486565, 'name': PowerOnVM_Task, 'duration_secs': 0.505714} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.932584] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.933025] env[63043]: INFO nova.compute.manager [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1016.933231] env[63043]: DEBUG nova.compute.manager [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.934370] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841e77a2-9ff3-43b7-b12b-259b519a4430 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.943417] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486568, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.103954] env[63043]: DEBUG oslo_vmware.api [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486566, 'name': PowerOffVM_Task, 'duration_secs': 0.283993} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.104250] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.104418] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.104671] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-448b18b7-a19c-4633-834f-cf1defddb6c0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.123471] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9e24a1-bafd-4978-b057-f0ab6cd75e81 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.131791] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f02cd74-23a7-4752-9d5b-e77625455412 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.165714] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d539e7-13fe-43f5-9f01-f40c124dc683 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.175835] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.176136] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.176333] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Deleting the datastore file [datastore2] 0085d666-07d0-4d9a-89da-f8488a80ff0a {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.176592] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fba73b7-781d-41b4-9e89-718a00dcd3b3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.182376] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f020275-3a2c-4908-9901-0c7af951c94e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.187536] env[63043]: DEBUG oslo_vmware.api [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1017.187536] env[63043]: value = "task-2486570" [ 1017.187536] env[63043]: _type = "Task" [ 1017.187536] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.199211] env[63043]: DEBUG nova.compute.provider_tree [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.206941] env[63043]: DEBUG oslo_vmware.api [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.212404] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486567, 'name': CreateVM_Task, 'duration_secs': 0.408024} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.214142] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.219250] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.219443] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.219781] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.220681] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9623284-06a9-4369-8c96-f0cd25374a27 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.228601] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1017.228601] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52352069-a603-b399-8953-99a35f53a6d0" [ 1017.228601] env[63043]: _type = "Task" [ 1017.228601] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.238401] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52352069-a603-b399-8953-99a35f53a6d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.251273] env[63043]: DEBUG nova.network.neutron [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Successfully updated port: e89e6c1f-5181-4f46-82e4-c4029a70f057 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.266297] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486564, 'name': ReconfigVM_Task, 'duration_secs': 0.71787} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.266297] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2/c04b4539-b4fb-448a-802e-c39bc76f1862-rescue.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.268085] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515950d4-4b9d-4d5e-bfbe-5393c994e6d5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.310036] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a63ddb6e-c1be-4c82-bd73-d1f4bf262629 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.330532] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1017.330532] env[63043]: value = "task-2486571" [ 1017.330532] env[63043]: _type = "Task" [ 1017.330532] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.340906] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.412186] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.429320] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486568, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.442218] env[63043]: DEBUG nova.network.neutron [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Updated VIF entry in instance network info cache for port bb9845f7-5d58-41f0-9e35-ec296d0ff2a9. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.442682] env[63043]: DEBUG nova.network.neutron [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Updating instance_info_cache with network_info: [{"id": "bb9845f7-5d58-41f0-9e35-ec296d0ff2a9", "address": "fa:16:3e:c9:7b:c2", "network": {"id": "079adbd1-d834-476c-a008-de96fc88b8b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1033910186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd087b8c1b2a4b00a298583f3e318e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9845f7-5d", "ovs_interfaceid": "bb9845f7-5d58-41f0-9e35-ec296d0ff2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.466189] env[63043]: INFO nova.compute.manager [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Took 24.52 seconds to build instance. [ 1017.699522] env[63043]: DEBUG oslo_vmware.api [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172842} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.699835] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.700093] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.700341] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.700536] env[63043]: INFO nova.compute.manager [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1017.700813] env[63043]: DEBUG oslo.service.loopingcall [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.701031] env[63043]: DEBUG nova.compute.manager [-] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.701132] env[63043]: DEBUG nova.network.neutron [-] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.705133] env[63043]: DEBUG nova.scheduler.client.report [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.722507] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "729bed81-f1cd-472b-8084-26bd8125acb2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.722782] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "729bed81-f1cd-472b-8084-26bd8125acb2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.723029] env[63043]: DEBUG nova.compute.manager [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Going to confirm migration 5 {{(pid=63043) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1017.739877] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52352069-a603-b399-8953-99a35f53a6d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.744029] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.744029] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.744029] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.744029] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.744029] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.744383] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87300e73-ee32-4d6b-a3ba-76390ba8ee62 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.754135] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.754271] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquired lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.754428] env[63043]: DEBUG nova.network.neutron [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.757410] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.758396] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.759757] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a1be9c-8253-45be-805a-c4b2e7aa85db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.771193] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1017.771193] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52666600-b05c-eedb-7e45-bfccea615c43" [ 1017.771193] env[63043]: _type = "Task" [ 1017.771193] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.780011] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52666600-b05c-eedb-7e45-bfccea615c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.841591] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486571, 'name': ReconfigVM_Task, 'duration_secs': 0.210516} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.841911] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.842200] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe5e0a34-77e5-4b96-acc4-957a4c1dc9a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.848819] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1017.848819] env[63043]: value = "task-2486572" [ 1017.848819] env[63043]: _type = "Task" [ 1017.848819] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.857562] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.929761] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486568, 'name': CreateSnapshot_Task, 'duration_secs': 0.697654} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.930226] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1017.930968] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6b31e8-4823-447d-8003-95677264f246 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.947450] env[63043]: DEBUG oslo_concurrency.lockutils [req-dc834046-7f86-4d57-b0e8-1bc757898eab req-141032dd-b243-4aa6-9b49-e0ddcc0a3b6d service nova] Releasing lock "refresh_cache-db9ebced-3859-46e0-851e-4eaf4552acbd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.968881] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3092de80-4a0d-449a-9f12-dd32c69a596e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.036s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.086012] env[63043]: DEBUG nova.network.neutron [-] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.212327] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.218103] env[63043]: DEBUG nova.compute.manager [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Received event network-vif-plugged-e89e6c1f-5181-4f46-82e4-c4029a70f057 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.218103] env[63043]: DEBUG oslo_concurrency.lockutils [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] Acquiring lock "ec195cde-37ad-4f04-98c6-2b22b3703558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.218103] env[63043]: DEBUG oslo_concurrency.lockutils [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.218103] env[63043]: DEBUG oslo_concurrency.lockutils [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.218695] env[63043]: DEBUG nova.compute.manager [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] No waiting events found dispatching network-vif-plugged-e89e6c1f-5181-4f46-82e4-c4029a70f057 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.219044] env[63043]: WARNING nova.compute.manager [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Received unexpected event network-vif-plugged-e89e6c1f-5181-4f46-82e4-c4029a70f057 for instance with vm_state building and task_state spawning. [ 1018.219337] env[63043]: DEBUG nova.compute.manager [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Received event network-changed-e89e6c1f-5181-4f46-82e4-c4029a70f057 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.219624] env[63043]: DEBUG nova.compute.manager [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Refreshing instance network info cache due to event network-changed-e89e6c1f-5181-4f46-82e4-c4029a70f057. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1018.219902] env[63043]: DEBUG oslo_concurrency.lockutils [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] Acquiring lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.220751] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.809s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.221143] env[63043]: DEBUG nova.objects.instance [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Lazy-loading 'resources' on Instance uuid 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.249321] env[63043]: DEBUG oslo_concurrency.lockutils [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquiring lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.249321] env[63043]: DEBUG oslo_concurrency.lockutils [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.249321] env[63043]: INFO nova.compute.manager [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Rebooting instance [ 1018.255209] env[63043]: INFO nova.scheduler.client.report [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted allocations for instance 1b683e4d-c3b3-4b2c-87d9-b66fc028d902 [ 1018.282563] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52666600-b05c-eedb-7e45-bfccea615c43, 'name': SearchDatastore_Task, 'duration_secs': 0.030875} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.283972] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7840f72a-4f8e-4500-8156-6e0abd74f81a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.295106] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1018.295106] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e289c6-6283-e055-091e-6499b6e3ce16" [ 1018.295106] env[63043]: _type = "Task" [ 1018.295106] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.302200] env[63043]: DEBUG nova.network.neutron [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.304689] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.304848] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquired lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.305020] env[63043]: DEBUG nova.network.neutron [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.305224] env[63043]: DEBUG nova.objects.instance [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lazy-loading 'info_cache' on Instance uuid 729bed81-f1cd-472b-8084-26bd8125acb2 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.312291] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e289c6-6283-e055-091e-6499b6e3ce16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.359703] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.364177] env[63043]: DEBUG nova.compute.manager [req-b5dc28ba-0d38-4a2f-8c89-6941ea65dfaf req-f3a3d4db-d6a1-424b-82bb-a30269568743 service nova] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Received event network-vif-deleted-9b04a15f-bacb-4bb3-a0c6-e329aac16c45 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.449716] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1018.450066] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e5793fa-4307-4040-ba1c-fbb24a79b6ee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.459735] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1018.459735] env[63043]: value = "task-2486573" [ 1018.459735] env[63043]: _type = "Task" [ 1018.459735] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.460641] env[63043]: DEBUG nova.network.neutron [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Updating instance_info_cache with network_info: [{"id": "e89e6c1f-5181-4f46-82e4-c4029a70f057", "address": "fa:16:3e:3c:f7:3b", "network": {"id": "3fe9d202-0988-407b-8241-33c9d6cb4679", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1113469375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883d5050742746cd8882e3ed38aa4e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89e6c1f-51", "ovs_interfaceid": "e89e6c1f-5181-4f46-82e4-c4029a70f057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.478679] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486573, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.593054] env[63043]: INFO nova.compute.manager [-] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Took 1.75 seconds to deallocate network for instance. [ 1018.670147] env[63043]: DEBUG nova.network.neutron [-] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.765582] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8d509a55-1cc7-4869-9072-01475781f285 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "1b683e4d-c3b3-4b2c-87d9-b66fc028d902" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.696s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.774233] env[63043]: DEBUG oslo_concurrency.lockutils [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquiring lock "refresh_cache-71b28d45-f27b-4e8e-b525-5a2ceba070aa" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.774415] env[63043]: DEBUG oslo_concurrency.lockutils [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquired lock "refresh_cache-71b28d45-f27b-4e8e-b525-5a2ceba070aa" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.774588] env[63043]: DEBUG nova.network.neutron [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.815218] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e289c6-6283-e055-091e-6499b6e3ce16, 'name': SearchDatastore_Task, 'duration_secs': 0.027648} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.816895] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.816895] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] db9ebced-3859-46e0-851e-4eaf4552acbd/db9ebced-3859-46e0-851e-4eaf4552acbd.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.816895] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2d41da0-ba60-40a4-b849-9c4939472321 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.824904] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1018.824904] env[63043]: value = "task-2486574" [ 1018.824904] env[63043]: _type = "Task" [ 1018.824904] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.840541] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.862427] env[63043]: DEBUG oslo_vmware.api [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486572, 'name': PowerOnVM_Task, 'duration_secs': 0.973914} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.865312] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.868283] env[63043]: DEBUG nova.compute.manager [None req-4dba7f26-4c6f-440c-ae33-bd20a0b694e1 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.869102] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd34934b-efb9-441a-8d6d-2f0a08e31681 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.967053] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Releasing lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.967400] env[63043]: DEBUG nova.compute.manager [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Instance network_info: |[{"id": "e89e6c1f-5181-4f46-82e4-c4029a70f057", "address": "fa:16:3e:3c:f7:3b", "network": {"id": "3fe9d202-0988-407b-8241-33c9d6cb4679", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1113469375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883d5050742746cd8882e3ed38aa4e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89e6c1f-51", "ovs_interfaceid": "e89e6c1f-5181-4f46-82e4-c4029a70f057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.967707] env[63043]: DEBUG oslo_concurrency.lockutils [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] Acquired lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.967902] env[63043]: DEBUG nova.network.neutron [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Refreshing network info cache for port e89e6c1f-5181-4f46-82e4-c4029a70f057 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.969160] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:f7:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e89e6c1f-5181-4f46-82e4-c4029a70f057', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.976533] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Creating folder: Project (883d5050742746cd8882e3ed38aa4e3b). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.985679] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b28c1130-74e9-4bfd-aa46-e1db03a812ed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.987718] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486573, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.000307] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Created folder: Project (883d5050742746cd8882e3ed38aa4e3b) in parent group-v502843. [ 1019.000307] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Creating folder: Instances. Parent ref: group-v503101. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.003029] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d895592-0270-4aef-bff3-22cde564655a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.018457] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Created folder: Instances in parent group-v503101. [ 1019.018457] env[63043]: DEBUG oslo.service.loopingcall [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.018615] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.018927] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be30bdc5-914d-4201-a2b4-599f45795613 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.045720] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.045720] env[63043]: value = "task-2486577" [ 1019.045720] env[63043]: _type = "Task" [ 1019.045720] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.061265] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486577, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.069986] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffc1bf1-a9a3-4b33-acf5-865b106cc907 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.081608] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8a2242-26b8-4104-9d7c-eb0ca7d4c202 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.121525] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.125495] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a2431-34b2-40a2-83e6-ba0a80a159ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.135583] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d8477c-a171-4b1d-a866-1901e32a4e1b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.154364] env[63043]: DEBUG nova.compute.provider_tree [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.175542] env[63043]: INFO nova.compute.manager [-] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Took 1.47 seconds to deallocate network for instance. [ 1019.335721] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486574, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.405536] env[63043]: DEBUG nova.network.neutron [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Updated VIF entry in instance network info cache for port e89e6c1f-5181-4f46-82e4-c4029a70f057. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.405968] env[63043]: DEBUG nova.network.neutron [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Updating instance_info_cache with network_info: [{"id": "e89e6c1f-5181-4f46-82e4-c4029a70f057", "address": "fa:16:3e:3c:f7:3b", "network": {"id": "3fe9d202-0988-407b-8241-33c9d6cb4679", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1113469375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883d5050742746cd8882e3ed38aa4e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89e6c1f-51", "ovs_interfaceid": "e89e6c1f-5181-4f46-82e4-c4029a70f057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.473789] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486573, 'name': CloneVM_Task} progress is 95%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.544993] env[63043]: DEBUG nova.network.neutron [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Updating instance_info_cache with network_info: [{"id": "2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba", "address": "fa:16:3e:7a:e9:85", "network": {"id": "a3d0cb55-d9c7-48ad-b050-3fd393b20877", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1225179268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2034d0e9de1460e9dcbfe4d7ae693a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2d1eaf-1f", "ovs_interfaceid": "2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.557119] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486577, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.660466] env[63043]: DEBUG nova.scheduler.client.report [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.682878] env[63043]: DEBUG oslo_concurrency.lockutils [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.697043] env[63043]: DEBUG nova.network.neutron [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance_info_cache with network_info: [{"id": "767f8db3-684e-4dd3-9aad-0966bf91c615", "address": "fa:16:3e:01:87:4e", "network": {"id": "2bc836de-8c8e-4e3a-8c7b-85f2f1cfd1be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401668344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120f870f9f04b24a10d2db836ff1ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767f8db3-68", "ovs_interfaceid": "767f8db3-684e-4dd3-9aad-0966bf91c615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.835999] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486574, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.910046] env[63043]: DEBUG oslo_concurrency.lockutils [req-e5a13e85-a6e4-4062-8c77-dfb37b54d109 req-9b60a9c9-3d37-40c0-b3cc-b240a3bc5406 service nova] Releasing lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.974910] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486573, 'name': CloneVM_Task, 'duration_secs': 1.46694} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.975266] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Created linked-clone VM from snapshot [ 1019.975878] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb3da8e-f9b2-42bd-a283-2a5931ef8853 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.984848] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Uploading image af29d12d-58f5-4673-b75d-ed1b68ea0cb8 {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1020.010675] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1020.010675] env[63043]: value = "vm-503100" [ 1020.010675] env[63043]: _type = "VirtualMachine" [ 1020.010675] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1020.011176] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4ff30d74-7d7f-4caf-9063-93fffd8f9c95 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.020375] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lease: (returnval){ [ 1020.020375] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526385a1-6daf-12d9-f3e7-e8511c5b0ef0" [ 1020.020375] env[63043]: _type = "HttpNfcLease" [ 1020.020375] env[63043]: } obtained for exporting VM: (result){ [ 1020.020375] env[63043]: value = "vm-503100" [ 1020.020375] env[63043]: _type = "VirtualMachine" [ 1020.020375] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1020.020722] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the lease: (returnval){ [ 1020.020722] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526385a1-6daf-12d9-f3e7-e8511c5b0ef0" [ 1020.020722] env[63043]: _type = "HttpNfcLease" [ 1020.020722] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1020.029102] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.029360] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.033528] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1020.033528] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526385a1-6daf-12d9-f3e7-e8511c5b0ef0" [ 1020.033528] env[63043]: _type = "HttpNfcLease" [ 1020.033528] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1020.035111] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1020.035111] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526385a1-6daf-12d9-f3e7-e8511c5b0ef0" [ 1020.035111] env[63043]: _type = "HttpNfcLease" [ 1020.035111] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1020.035111] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553c930e-6cbe-4e0a-8f95-a52e7548f942 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.045056] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52147116-acf7-d92b-c577-bf5743c6cbd3/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1020.045268] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52147116-acf7-d92b-c577-bf5743c6cbd3/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1020.047327] env[63043]: DEBUG oslo_concurrency.lockutils [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Releasing lock "refresh_cache-71b28d45-f27b-4e8e-b525-5a2ceba070aa" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.116262] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486577, 'name': CreateVM_Task, 'duration_secs': 0.666998} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.116803] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.117574] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.117721] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.118081] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.118385] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff9f0b5-9868-46dc-8978-6e5257b580c7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.124955] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1020.124955] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5270fd27-4b3d-2558-36e4-74cf70dd2fb9" [ 1020.124955] env[63043]: _type = "Task" [ 1020.124955] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.134809] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5270fd27-4b3d-2558-36e4-74cf70dd2fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.155191] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e118065a-9e72-4bc2-af4e-c9caa9534c20 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.166468] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.170419] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.047s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.170419] env[63043]: DEBUG nova.objects.instance [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Lazy-loading 'resources' on Instance uuid a7a1c31d-e4f5-457c-b9cb-484ec95d9d24 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.193580] env[63043]: INFO nova.scheduler.client.report [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Deleted allocations for instance 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c [ 1020.200192] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Releasing lock "refresh_cache-729bed81-f1cd-472b-8084-26bd8125acb2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.200449] env[63043]: DEBUG nova.objects.instance [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lazy-loading 'migration_context' on Instance uuid 729bed81-f1cd-472b-8084-26bd8125acb2 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.338615] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486574, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.473229] env[63043]: DEBUG nova.compute.manager [req-5dbbddf3-017f-45e7-b934-477c9cf2274e req-9d8b7493-afbc-432f-a5f5-48a18ad516f8 service nova] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Received event network-vif-deleted-c73bc2b1-b7ca-4a1a-851a-ab14f247931a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.534564] env[63043]: DEBUG nova.compute.manager [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.556078] env[63043]: DEBUG nova.compute.manager [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.557390] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6d4211-bdfa-4cae-b98b-f0760cd07ff7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.637513] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5270fd27-4b3d-2558-36e4-74cf70dd2fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.023549} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.638419] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.638587] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.639080] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.639367] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.639687] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.640110] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e366c074-ef02-4e66-a04c-be73eba6a873 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.651726] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.651935] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.654183] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-749d790e-3be0-43bc-b741-d42be1e47f81 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.661972] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1020.661972] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52978087-80ce-6bd0-a8aa-a5e8a513cf57" [ 1020.661972] env[63043]: _type = "Task" [ 1020.661972] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.671705] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52978087-80ce-6bd0-a8aa-a5e8a513cf57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.705959] env[63043]: DEBUG nova.objects.base [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Object Instance<729bed81-f1cd-472b-8084-26bd8125acb2> lazy-loaded attributes: info_cache,migration_context {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1020.712869] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbb3f09-293c-4d28-adc1-758c1120d213 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.717583] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Lock "5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.346s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.743472] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374d2bc3-6fd0-4157-8abe-6f982de914ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.751184] env[63043]: DEBUG oslo_vmware.api [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 1020.751184] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f229da-82ff-99a4-e892-60d1700f32c8" [ 1020.751184] env[63043]: _type = "Task" [ 1020.751184] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.762991] env[63043]: DEBUG oslo_vmware.api [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f229da-82ff-99a4-e892-60d1700f32c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.846613] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486574, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.532922} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.847220] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] db9ebced-3859-46e0-851e-4eaf4552acbd/db9ebced-3859-46e0-851e-4eaf4552acbd.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.847468] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.847752] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0603524-85d4-4222-ac51-daa7caa21053 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.855771] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1020.855771] env[63043]: value = "task-2486579" [ 1020.855771] env[63043]: _type = "Task" [ 1020.855771] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.862872] env[63043]: INFO nova.compute.manager [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Unrescuing [ 1020.863155] env[63043]: DEBUG oslo_concurrency.lockutils [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.863354] env[63043]: DEBUG oslo_concurrency.lockutils [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquired lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.863644] env[63043]: DEBUG nova.network.neutron [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.871497] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.953205] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d433294-c2ad-4968-afbc-b9140eb3b282 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.962445] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471591fd-93fe-441b-bd0a-acea9563af61 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.999310] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f965cf3f-bb77-47ef-afff-b4bdc6a8dcc8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.009920] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bc4a51-b420-4aa1-8f62-468fdab78b50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.028163] env[63043]: DEBUG nova.compute.provider_tree [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.057916] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.173437] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52978087-80ce-6bd0-a8aa-a5e8a513cf57, 'name': SearchDatastore_Task, 'duration_secs': 0.016099} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.174295] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebfada04-5096-4e10-ac06-19c70b5e145c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.181883] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1021.181883] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5247b0f1-7703-a2e6-9e8f-6ce113c9df1d" [ 1021.181883] env[63043]: _type = "Task" [ 1021.181883] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.191951] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5247b0f1-7703-a2e6-9e8f-6ce113c9df1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.262556] env[63043]: DEBUG oslo_vmware.api [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f229da-82ff-99a4-e892-60d1700f32c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.262975] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.373667] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076188} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.374759] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.376807] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f6342e-c492-47db-b8b6-cbdce5f1ad5f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.420774] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] db9ebced-3859-46e0-851e-4eaf4552acbd/db9ebced-3859-46e0-851e-4eaf4552acbd.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.421289] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0776d93-32f7-4cf7-bb4d-4ffcb1e71b43 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.462511] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1021.462511] env[63043]: value = "task-2486580" [ 1021.462511] env[63043]: _type = "Task" [ 1021.462511] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.477684] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.531702] env[63043]: DEBUG nova.scheduler.client.report [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.573503] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e35c7b9-f6fa-46a3-8f21-97bab962a550 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.590216] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Doing hard reboot of VM {{(pid=63043) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1021.590523] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-365d1f99-3b03-412c-9833-d35ca95dd19e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.600011] env[63043]: DEBUG oslo_vmware.api [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for the task: (returnval){ [ 1021.600011] env[63043]: value = "task-2486581" [ 1021.600011] env[63043]: _type = "Task" [ 1021.600011] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.609656] env[63043]: DEBUG oslo_vmware.api [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486581, 'name': ResetVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.695557] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5247b0f1-7703-a2e6-9e8f-6ce113c9df1d, 'name': SearchDatastore_Task, 'duration_secs': 0.014185} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.696056] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.696398] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] ec195cde-37ad-4f04-98c6-2b22b3703558/ec195cde-37ad-4f04-98c6-2b22b3703558.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.696742] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-936002d4-443c-413e-bf5c-5e5faffaf5ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.705826] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1021.705826] env[63043]: value = "task-2486582" [ 1021.705826] env[63043]: _type = "Task" [ 1021.705826] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.715812] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.720883] env[63043]: DEBUG nova.network.neutron [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updating instance_info_cache with network_info: [{"id": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "address": "fa:16:3e:22:9c:3b", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2395b308-e6", "ovs_interfaceid": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.975865] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.039121] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.041943] env[63043]: DEBUG oslo_concurrency.lockutils [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.359s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.042414] env[63043]: DEBUG nova.objects.instance [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lazy-loading 'resources' on Instance uuid 0085d666-07d0-4d9a-89da-f8488a80ff0a {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.072684] env[63043]: INFO nova.scheduler.client.report [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Deleted allocations for instance a7a1c31d-e4f5-457c-b9cb-484ec95d9d24 [ 1022.113218] env[63043]: DEBUG oslo_vmware.api [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486581, 'name': ResetVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.218424] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486582, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.224374] env[63043]: DEBUG oslo_concurrency.lockutils [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Releasing lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.225297] env[63043]: DEBUG nova.objects.instance [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lazy-loading 'flavor' on Instance uuid 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.480000] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486580, 'name': ReconfigVM_Task, 'duration_secs': 0.52693} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.481161] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Reconfigured VM instance instance-00000060 to attach disk [datastore2] db9ebced-3859-46e0-851e-4eaf4552acbd/db9ebced-3859-46e0-851e-4eaf4552acbd.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.481801] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd5df65e-517e-4bd0-b748-5d00a1a9d5bc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.491914] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1022.491914] env[63043]: value = "task-2486583" [ 1022.491914] env[63043]: _type = "Task" [ 1022.491914] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.502559] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486583, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.593334] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d38eb1bd-0294-472d-802e-7171938160ea tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Lock "a7a1c31d-e4f5-457c-b9cb-484ec95d9d24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.947s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.615813] env[63043]: DEBUG oslo_vmware.api [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486581, 'name': ResetVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.720711] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637058} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.721062] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] ec195cde-37ad-4f04-98c6-2b22b3703558/ec195cde-37ad-4f04-98c6-2b22b3703558.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.721401] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.721613] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adabebd2-8069-4574-8018-ba3e832207db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.732113] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac99852e-8486-4c47-94e2-5208a02fe654 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.740633] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1022.740633] env[63043]: value = "task-2486584" [ 1022.740633] env[63043]: _type = "Task" [ 1022.740633] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.768055] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.774493] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-971b1020-2476-48d6-b181-707c7476b8e1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.777553] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.796837] env[63043]: DEBUG oslo_vmware.api [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1022.796837] env[63043]: value = "task-2486585" [ 1022.796837] env[63043]: _type = "Task" [ 1022.796837] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.802793] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ca1501-694d-40cc-be5a-5b104a803b6d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.810846] env[63043]: DEBUG oslo_vmware.api [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.816164] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0a2c48-5a8e-4429-9b78-011e9cb98fde {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.849863] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4ffecc-ca5b-4bee-8993-dc590a63c0a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.858663] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc81c12-0053-45f6-a556-4ec959bb09b0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.873699] env[63043]: DEBUG nova.compute.provider_tree [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.004280] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486583, 'name': Rename_Task, 'duration_secs': 0.185166} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.004580] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.004836] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70973063-25aa-4871-a2c7-aedfc71c707e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.012979] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1023.012979] env[63043]: value = "task-2486586" [ 1023.012979] env[63043]: _type = "Task" [ 1023.012979] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.023340] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.117424] env[63043]: DEBUG oslo_vmware.api [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486581, 'name': ResetVM_Task, 'duration_secs': 1.131182} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.117424] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Did hard reboot of VM {{(pid=63043) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1023.117646] env[63043]: DEBUG nova.compute.manager [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.118544] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c57f75-57f9-4e61-9f9f-f4503b0de456 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.253371] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086844} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.253674] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.254543] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef52d3aa-954b-4730-9573-8303a7f669fd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.284522] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] ec195cde-37ad-4f04-98c6-2b22b3703558/ec195cde-37ad-4f04-98c6-2b22b3703558.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.285668] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cfb153b-6131-4fea-98f3-8229a17c8ee6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.312732] env[63043]: DEBUG oslo_vmware.api [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486585, 'name': PowerOffVM_Task, 'duration_secs': 0.316982} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.314329] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.319737] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Reconfiguring VM instance instance-00000056 to detach disk 2002 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1023.320112] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1023.320112] env[63043]: value = "task-2486587" [ 1023.320112] env[63043]: _type = "Task" [ 1023.320112] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.320860] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e60ff578-3f15-4fa5-8f56-81c81be10282 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.344959] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.346340] env[63043]: DEBUG oslo_vmware.api [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1023.346340] env[63043]: value = "task-2486588" [ 1023.346340] env[63043]: _type = "Task" [ 1023.346340] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.357204] env[63043]: DEBUG oslo_vmware.api [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.377460] env[63043]: DEBUG nova.scheduler.client.report [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.525577] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486586, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.635097] env[63043]: DEBUG oslo_concurrency.lockutils [None req-27a7215e-9df5-4ba4-b252-1382dd7f8c7f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.386s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.849184] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.859636] env[63043]: DEBUG oslo_vmware.api [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.884501] env[63043]: DEBUG oslo_concurrency.lockutils [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.885813] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.829s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.887485] env[63043]: INFO nova.compute.claims [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.901018] env[63043]: INFO nova.scheduler.client.report [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Deleted allocations for instance 0085d666-07d0-4d9a-89da-f8488a80ff0a [ 1024.029625] env[63043]: DEBUG oslo_vmware.api [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486586, 'name': PowerOnVM_Task, 'duration_secs': 0.566526} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.030096] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.030427] env[63043]: INFO nova.compute.manager [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1024.030745] env[63043]: DEBUG nova.compute.manager [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.031975] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2590a0-006d-485f-9c8b-8388d70383ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.333345] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1042fa3b-04f3-4a41-ac2d-37eaed5c046a tempest-ServersListShow296Test-1819249552 tempest-ServersListShow296Test-1819249552-project-member] Acquiring lock "a8546f85-c79d-461e-bfef-f37ae0f3a226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.333642] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1042fa3b-04f3-4a41-ac2d-37eaed5c046a tempest-ServersListShow296Test-1819249552 tempest-ServersListShow296Test-1819249552-project-member] Lock "a8546f85-c79d-461e-bfef-f37ae0f3a226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.349312] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486587, 'name': ReconfigVM_Task, 'duration_secs': 0.967927} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.353411] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Reconfigured VM instance instance-00000061 to attach disk [datastore2] ec195cde-37ad-4f04-98c6-2b22b3703558/ec195cde-37ad-4f04-98c6-2b22b3703558.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.354738] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a871d8d-4551-4620-a72f-10e5e5bac400 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.367028] env[63043]: DEBUG oslo_vmware.api [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.367028] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1024.367028] env[63043]: value = "task-2486589" [ 1024.367028] env[63043]: _type = "Task" [ 1024.367028] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.376592] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486589, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.412034] env[63043]: DEBUG oslo_concurrency.lockutils [None req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0085d666-07d0-4d9a-89da-f8488a80ff0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.348s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.564410] env[63043]: INFO nova.compute.manager [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Took 27.94 seconds to build instance. [ 1024.773085] env[63043]: DEBUG oslo_concurrency.lockutils [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquiring lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.773085] env[63043]: DEBUG oslo_concurrency.lockutils [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.773301] env[63043]: DEBUG oslo_concurrency.lockutils [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquiring lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.773506] env[63043]: DEBUG oslo_concurrency.lockutils [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.774471] env[63043]: DEBUG oslo_concurrency.lockutils [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.777356] env[63043]: INFO nova.compute.manager [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Terminating instance [ 1024.838603] env[63043]: DEBUG nova.compute.manager [None req-1042fa3b-04f3-4a41-ac2d-37eaed5c046a tempest-ServersListShow296Test-1819249552 tempest-ServersListShow296Test-1819249552-project-member] [instance: a8546f85-c79d-461e-bfef-f37ae0f3a226] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.860972] env[63043]: DEBUG oslo_vmware.api [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486588, 'name': ReconfigVM_Task, 'duration_secs': 1.339778} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.861570] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Reconfigured VM instance instance-00000056 to detach disk 2002 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1024.861570] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.861788] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a9ee7f8-7b5a-461d-9f33-a7b5d6d5b988 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.874158] env[63043]: DEBUG oslo_vmware.api [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1024.874158] env[63043]: value = "task-2486590" [ 1024.874158] env[63043]: _type = "Task" [ 1024.874158] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.893863] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486589, 'name': Rename_Task, 'duration_secs': 0.19398} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.894675] env[63043]: DEBUG oslo_vmware.api [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.894903] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.895155] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e0e441c-a0ba-4ac6-965a-b81b881b3cef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.905459] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1024.905459] env[63043]: value = "task-2486591" [ 1024.905459] env[63043]: _type = "Task" [ 1024.905459] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.915195] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.067975] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.448s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.145448] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b425b742-fe4b-4177-b921-c7d63582446a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.158715] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417f4375-0d85-4383-90a9-f4b483acb8a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.206852] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2716b6ec-06ba-4d21-a624-5aa7c02885ff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.215760] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566393dd-0599-40eb-b801-aeb99597d95f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.232425] env[63043]: DEBUG nova.compute.provider_tree [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.282624] env[63043]: DEBUG nova.compute.manager [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.283122] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.284206] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bd9659-3636-4a83-863c-97e13408221c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.293767] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.294320] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b601d9fd-eb3b-4a68-a8be-4964b85a2d8b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.302553] env[63043]: DEBUG oslo_vmware.api [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for the task: (returnval){ [ 1025.302553] env[63043]: value = "task-2486592" [ 1025.302553] env[63043]: _type = "Task" [ 1025.302553] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.313759] env[63043]: DEBUG oslo_vmware.api [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.346381] env[63043]: DEBUG nova.compute.manager [None req-1042fa3b-04f3-4a41-ac2d-37eaed5c046a tempest-ServersListShow296Test-1819249552 tempest-ServersListShow296Test-1819249552-project-member] [instance: a8546f85-c79d-461e-bfef-f37ae0f3a226] Instance disappeared before build. {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1025.386045] env[63043]: DEBUG oslo_vmware.api [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.418798] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486591, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.738264] env[63043]: DEBUG nova.scheduler.client.report [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.818451] env[63043]: DEBUG oslo_vmware.api [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486592, 'name': PowerOffVM_Task, 'duration_secs': 0.326667} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.818852] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.818948] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.819241] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd579619-7a0b-4443-aba8-ddc22e0dea1a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.860521] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1042fa3b-04f3-4a41-ac2d-37eaed5c046a tempest-ServersListShow296Test-1819249552 tempest-ServersListShow296Test-1819249552-project-member] Lock "a8546f85-c79d-461e-bfef-f37ae0f3a226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.527s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.887413] env[63043]: DEBUG oslo_vmware.api [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486590, 'name': PowerOnVM_Task, 'duration_secs': 0.700991} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.888153] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.888428] env[63043]: DEBUG nova.compute.manager [None req-915dead0-b883-4380-be75-609d810cda3f tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.889110] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87159196-f8a2-411f-803c-eb7dce2bb6a1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.901683] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.901884] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.901942] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Deleting the datastore file [datastore2] 71b28d45-f27b-4e8e-b525-5a2ceba070aa {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.902197] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70109992-ccaa-4038-99ad-ed98b3c38825 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.913749] env[63043]: DEBUG oslo_vmware.api [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for the task: (returnval){ [ 1025.913749] env[63043]: value = "task-2486594" [ 1025.913749] env[63043]: _type = "Task" [ 1025.913749] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.921319] env[63043]: DEBUG oslo_vmware.api [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486591, 'name': PowerOnVM_Task, 'duration_secs': 0.654526} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.921962] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.922434] env[63043]: INFO nova.compute.manager [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1025.922532] env[63043]: DEBUG nova.compute.manager [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.923319] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dfb318-a824-4a14-a71c-0f628a3f7c57 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.929795] env[63043]: DEBUG oslo_vmware.api [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.244600] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.245120] env[63043]: DEBUG nova.compute.manager [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.248948] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.986s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.419953] env[63043]: DEBUG nova.compute.manager [req-ddadb601-c763-413e-aceb-73e3cb276e5e req-72cfb330-0ba3-4154-a0fb-cd0199e3d7d4 service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Received event network-changed-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.421653] env[63043]: DEBUG nova.compute.manager [req-ddadb601-c763-413e-aceb-73e3cb276e5e req-72cfb330-0ba3-4154-a0fb-cd0199e3d7d4 service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Refreshing instance network info cache due to event network-changed-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1026.422067] env[63043]: DEBUG oslo_concurrency.lockutils [req-ddadb601-c763-413e-aceb-73e3cb276e5e req-72cfb330-0ba3-4154-a0fb-cd0199e3d7d4 service nova] Acquiring lock "refresh_cache-db9ebced-3859-46e0-851e-4eaf4552acbd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.422392] env[63043]: DEBUG oslo_concurrency.lockutils [req-ddadb601-c763-413e-aceb-73e3cb276e5e req-72cfb330-0ba3-4154-a0fb-cd0199e3d7d4 service nova] Acquired lock "refresh_cache-db9ebced-3859-46e0-851e-4eaf4552acbd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.422860] env[63043]: DEBUG nova.network.neutron [req-ddadb601-c763-413e-aceb-73e3cb276e5e req-72cfb330-0ba3-4154-a0fb-cd0199e3d7d4 service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Refreshing network info cache for port bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.439022] env[63043]: DEBUG oslo_vmware.api [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Task: {'id': task-2486594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294587} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.439022] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.439022] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.439022] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.439022] env[63043]: INFO nova.compute.manager [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1026.439022] env[63043]: DEBUG oslo.service.loopingcall [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.446022] env[63043]: DEBUG nova.compute.manager [-] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.446022] env[63043]: DEBUG nova.network.neutron [-] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.454736] env[63043]: INFO nova.compute.manager [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Took 17.69 seconds to build instance. [ 1026.769207] env[63043]: DEBUG nova.compute.utils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1026.769207] env[63043]: DEBUG nova.compute.manager [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.769207] env[63043]: DEBUG nova.network.neutron [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.888139] env[63043]: DEBUG nova.policy [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aafe50b505c94185a387f6299b42593d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78f4f0dc1bf4ce9acd32a0128904cb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.956595] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d04ec648-ce94-47fe-a67f-a4c85375572f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.206s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.036145] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b90ad8a-6ae0-4144-8c17-932c4229b946 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.045039] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d738436f-336e-4345-a969-6496adc0ef77 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.083020] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0deb4b-c0ca-40ad-a7ae-696f26913d22 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.092814] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a1298c-4759-4335-94e0-035262a4e103 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.109731] env[63043]: DEBUG nova.compute.provider_tree [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.258941] env[63043]: DEBUG nova.compute.manager [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.320184] env[63043]: DEBUG nova.compute.manager [req-cc4a4a81-5609-4171-aabd-7f3e51b1ef42 req-4c1c15a5-225d-4c66-b816-073061636571 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Received event network-changed-e89e6c1f-5181-4f46-82e4-c4029a70f057 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.320452] env[63043]: DEBUG nova.compute.manager [req-cc4a4a81-5609-4171-aabd-7f3e51b1ef42 req-4c1c15a5-225d-4c66-b816-073061636571 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Refreshing instance network info cache due to event network-changed-e89e6c1f-5181-4f46-82e4-c4029a70f057. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1027.320717] env[63043]: DEBUG oslo_concurrency.lockutils [req-cc4a4a81-5609-4171-aabd-7f3e51b1ef42 req-4c1c15a5-225d-4c66-b816-073061636571 service nova] Acquiring lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.320945] env[63043]: DEBUG oslo_concurrency.lockutils [req-cc4a4a81-5609-4171-aabd-7f3e51b1ef42 req-4c1c15a5-225d-4c66-b816-073061636571 service nova] Acquired lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.321453] env[63043]: DEBUG nova.network.neutron [req-cc4a4a81-5609-4171-aabd-7f3e51b1ef42 req-4c1c15a5-225d-4c66-b816-073061636571 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Refreshing network info cache for port e89e6c1f-5181-4f46-82e4-c4029a70f057 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.377415] env[63043]: DEBUG nova.network.neutron [req-ddadb601-c763-413e-aceb-73e3cb276e5e req-72cfb330-0ba3-4154-a0fb-cd0199e3d7d4 service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Updated VIF entry in instance network info cache for port bb9845f7-5d58-41f0-9e35-ec296d0ff2a9. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.377786] env[63043]: DEBUG nova.network.neutron [req-ddadb601-c763-413e-aceb-73e3cb276e5e req-72cfb330-0ba3-4154-a0fb-cd0199e3d7d4 service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Updating instance_info_cache with network_info: [{"id": "bb9845f7-5d58-41f0-9e35-ec296d0ff2a9", "address": "fa:16:3e:c9:7b:c2", "network": {"id": "079adbd1-d834-476c-a008-de96fc88b8b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1033910186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd087b8c1b2a4b00a298583f3e318e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9845f7-5d", "ovs_interfaceid": "bb9845f7-5d58-41f0-9e35-ec296d0ff2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.472335] env[63043]: DEBUG nova.network.neutron [-] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.494829] env[63043]: DEBUG nova.network.neutron [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Successfully created port: adc8a7cc-4233-4c31-8bda-934ce4d6c0ae {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.613631] env[63043]: DEBUG nova.scheduler.client.report [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.880196] env[63043]: DEBUG oslo_concurrency.lockutils [req-ddadb601-c763-413e-aceb-73e3cb276e5e req-72cfb330-0ba3-4154-a0fb-cd0199e3d7d4 service nova] Releasing lock "refresh_cache-db9ebced-3859-46e0-851e-4eaf4552acbd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.974525] env[63043]: INFO nova.compute.manager [-] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Took 1.53 seconds to deallocate network for instance. [ 1028.075323] env[63043]: DEBUG nova.network.neutron [req-cc4a4a81-5609-4171-aabd-7f3e51b1ef42 req-4c1c15a5-225d-4c66-b816-073061636571 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Updated VIF entry in instance network info cache for port e89e6c1f-5181-4f46-82e4-c4029a70f057. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.075323] env[63043]: DEBUG nova.network.neutron [req-cc4a4a81-5609-4171-aabd-7f3e51b1ef42 req-4c1c15a5-225d-4c66-b816-073061636571 service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Updating instance_info_cache with network_info: [{"id": "e89e6c1f-5181-4f46-82e4-c4029a70f057", "address": "fa:16:3e:3c:f7:3b", "network": {"id": "3fe9d202-0988-407b-8241-33c9d6cb4679", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1113469375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883d5050742746cd8882e3ed38aa4e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89e6c1f-51", "ovs_interfaceid": "e89e6c1f-5181-4f46-82e4-c4029a70f057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.275648] env[63043]: DEBUG nova.compute.manager [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.317044] env[63043]: DEBUG nova.virt.hardware [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.317350] env[63043]: DEBUG nova.virt.hardware [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.317513] env[63043]: DEBUG nova.virt.hardware [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.317713] env[63043]: DEBUG nova.virt.hardware [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.317865] env[63043]: DEBUG nova.virt.hardware [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.325032] env[63043]: DEBUG nova.virt.hardware [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.325032] env[63043]: DEBUG nova.virt.hardware [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.325032] env[63043]: DEBUG nova.virt.hardware [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.325032] env[63043]: DEBUG nova.virt.hardware [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.325032] env[63043]: DEBUG nova.virt.hardware [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.325032] env[63043]: DEBUG nova.virt.hardware [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.325795] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9230b881-dd34-4898-b2a7-c329fb2ebda9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.335704] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aadfa18-ecf8-4fcb-9889-ae42810615f8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.456318] env[63043]: DEBUG nova.compute.manager [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Received event network-vif-deleted-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.456451] env[63043]: DEBUG nova.compute.manager [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Received event network-changed-2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.456552] env[63043]: DEBUG nova.compute.manager [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Refreshing instance network info cache due to event network-changed-2395b308-e6f5-4eb7-8532-270b5428c4a9. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1028.457396] env[63043]: DEBUG oslo_concurrency.lockutils [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] Acquiring lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.457396] env[63043]: DEBUG oslo_concurrency.lockutils [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] Acquired lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.457396] env[63043]: DEBUG nova.network.neutron [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Refreshing network info cache for port 2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.481819] env[63043]: DEBUG oslo_concurrency.lockutils [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.578497] env[63043]: DEBUG oslo_concurrency.lockutils [req-cc4a4a81-5609-4171-aabd-7f3e51b1ef42 req-4c1c15a5-225d-4c66-b816-073061636571 service nova] Releasing lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.628823] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.380s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.632574] env[63043]: DEBUG oslo_concurrency.lockutils [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.151s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.636084] env[63043]: DEBUG nova.objects.instance [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lazy-loading 'resources' on Instance uuid 71b28d45-f27b-4e8e-b525-5a2ceba070aa {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.796357] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52147116-acf7-d92b-c577-bf5743c6cbd3/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1028.797532] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f27c496-916c-480b-b958-0210ef68eef1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.805308] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52147116-acf7-d92b-c577-bf5743c6cbd3/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1028.805449] env[63043]: ERROR oslo_vmware.rw_handles [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52147116-acf7-d92b-c577-bf5743c6cbd3/disk-0.vmdk due to incomplete transfer. [ 1028.805738] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5e211468-5127-4417-a7c5-d5e50ea2614b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.815239] env[63043]: DEBUG oslo_vmware.rw_handles [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52147116-acf7-d92b-c577-bf5743c6cbd3/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1028.816191] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Uploaded image af29d12d-58f5-4673-b75d-ed1b68ea0cb8 to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1028.818623] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1028.818902] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2453cb0-9e51-404d-8e44-b76981224a9c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.827050] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1028.827050] env[63043]: value = "task-2486595" [ 1028.827050] env[63043]: _type = "Task" [ 1028.827050] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.837400] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486595, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.201601] env[63043]: INFO nova.scheduler.client.report [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted allocation for migration 9afbffe2-3ddc-4337-a581-a26434c755a4 [ 1029.225041] env[63043]: DEBUG nova.network.neutron [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updated VIF entry in instance network info cache for port 2395b308-e6f5-4eb7-8532-270b5428c4a9. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.225678] env[63043]: DEBUG nova.network.neutron [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updating instance_info_cache with network_info: [{"id": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "address": "fa:16:3e:22:9c:3b", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2395b308-e6", "ovs_interfaceid": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.340464] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486595, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.348691] env[63043]: DEBUG nova.compute.manager [req-65bb2660-5f81-4f74-914f-abee0fa46a1c req-90a57663-f9b4-4740-b0f2-1fafe44a8dff service nova] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Received event network-vif-plugged-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.348908] env[63043]: DEBUG oslo_concurrency.lockutils [req-65bb2660-5f81-4f74-914f-abee0fa46a1c req-90a57663-f9b4-4740-b0f2-1fafe44a8dff service nova] Acquiring lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.349315] env[63043]: DEBUG oslo_concurrency.lockutils [req-65bb2660-5f81-4f74-914f-abee0fa46a1c req-90a57663-f9b4-4740-b0f2-1fafe44a8dff service nova] Lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.349505] env[63043]: DEBUG oslo_concurrency.lockutils [req-65bb2660-5f81-4f74-914f-abee0fa46a1c req-90a57663-f9b4-4740-b0f2-1fafe44a8dff service nova] Lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.349686] env[63043]: DEBUG nova.compute.manager [req-65bb2660-5f81-4f74-914f-abee0fa46a1c req-90a57663-f9b4-4740-b0f2-1fafe44a8dff service nova] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] No waiting events found dispatching network-vif-plugged-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.350037] env[63043]: WARNING nova.compute.manager [req-65bb2660-5f81-4f74-914f-abee0fa46a1c req-90a57663-f9b4-4740-b0f2-1fafe44a8dff service nova] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Received unexpected event network-vif-plugged-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae for instance with vm_state building and task_state spawning. [ 1029.385662] env[63043]: DEBUG nova.network.neutron [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Successfully updated port: adc8a7cc-4233-4c31-8bda-934ce4d6c0ae {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.401842] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd45da29-0124-4671-b64d-9fbe907b7391 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.415867] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1341408-0285-42a7-8f21-0496e0dab244 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.454646] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1383b594-053b-49e9-ba74-f298081b8c87 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.463490] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f8660f-946b-4aac-a417-5b7c2606e1da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.480081] env[63043]: DEBUG nova.compute.provider_tree [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.712498] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "729bed81-f1cd-472b-8084-26bd8125acb2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.989s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.729648] env[63043]: DEBUG oslo_concurrency.lockutils [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] Releasing lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.730606] env[63043]: DEBUG nova.compute.manager [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Received event network-changed-2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.731093] env[63043]: DEBUG nova.compute.manager [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Refreshing instance network info cache due to event network-changed-2395b308-e6f5-4eb7-8532-270b5428c4a9. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.731718] env[63043]: DEBUG oslo_concurrency.lockutils [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] Acquiring lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.731934] env[63043]: DEBUG oslo_concurrency.lockutils [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] Acquired lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.732352] env[63043]: DEBUG nova.network.neutron [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Refreshing network info cache for port 2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.839148] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486595, 'name': Destroy_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.891506] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "refresh_cache-f56a3b7b-ae03-4741-a620-4b87acaa23d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.891850] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "refresh_cache-f56a3b7b-ae03-4741-a620-4b87acaa23d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.891850] env[63043]: DEBUG nova.network.neutron [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.984854] env[63043]: DEBUG nova.scheduler.client.report [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.341838] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486595, 'name': Destroy_Task, 'duration_secs': 1.247017} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.342168] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Destroyed the VM [ 1030.342432] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1030.342693] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-70b288b9-3daf-4d4e-ba48-41dd42c40a0d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.350032] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1030.350032] env[63043]: value = "task-2486596" [ 1030.350032] env[63043]: _type = "Task" [ 1030.350032] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.363562] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486596, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.427039] env[63043]: DEBUG nova.network.neutron [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.494357] env[63043]: DEBUG oslo_concurrency.lockutils [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.514515] env[63043]: INFO nova.scheduler.client.report [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Deleted allocations for instance 71b28d45-f27b-4e8e-b525-5a2ceba070aa [ 1030.543319] env[63043]: DEBUG nova.network.neutron [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updated VIF entry in instance network info cache for port 2395b308-e6f5-4eb7-8532-270b5428c4a9. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.543802] env[63043]: DEBUG nova.network.neutron [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updating instance_info_cache with network_info: [{"id": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "address": "fa:16:3e:22:9c:3b", "network": {"id": "0e58e97a-20d1-43c9-a04c-fcb0ce9ea4a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485883434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "709cbb7fc73f4e149c33d183211cc17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2395b308-e6", "ovs_interfaceid": "2395b308-e6f5-4eb7-8532-270b5428c4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.626299] env[63043]: DEBUG nova.network.neutron [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Updating instance_info_cache with network_info: [{"id": "adc8a7cc-4233-4c31-8bda-934ce4d6c0ae", "address": "fa:16:3e:92:ed:80", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc8a7cc-42", "ovs_interfaceid": "adc8a7cc-4233-4c31-8bda-934ce4d6c0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.679016] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.679016] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.752030] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "729bed81-f1cd-472b-8084-26bd8125acb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.752310] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "729bed81-f1cd-472b-8084-26bd8125acb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.752522] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "729bed81-f1cd-472b-8084-26bd8125acb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.752710] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "729bed81-f1cd-472b-8084-26bd8125acb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.752883] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "729bed81-f1cd-472b-8084-26bd8125acb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.500737] env[63043]: DEBUG oslo_concurrency.lockutils [req-0243e449-e9d6-447c-9b29-1649e7b87652 req-744a4d08-42bd-4d89-9f0f-cdcf3698ec93 service nova] Releasing lock "refresh_cache-1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.501277] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "refresh_cache-f56a3b7b-ae03-4741-a620-4b87acaa23d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.501541] env[63043]: DEBUG nova.compute.manager [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Instance network_info: |[{"id": "adc8a7cc-4233-4c31-8bda-934ce4d6c0ae", "address": "fa:16:3e:92:ed:80", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc8a7cc-42", "ovs_interfaceid": "adc8a7cc-4233-4c31-8bda-934ce4d6c0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.501953] env[63043]: DEBUG nova.compute.manager [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.506233] env[63043]: DEBUG nova.compute.manager [req-e9a8f71e-7928-4dd8-b0c3-3bbfefef3a42 req-88e7095b-78e2-4a97-a765-c15beac3dcda service nova] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Received event network-changed-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.506233] env[63043]: DEBUG nova.compute.manager [req-e9a8f71e-7928-4dd8-b0c3-3bbfefef3a42 req-88e7095b-78e2-4a97-a765-c15beac3dcda service nova] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Refreshing instance network info cache due to event network-changed-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1031.506233] env[63043]: DEBUG oslo_concurrency.lockutils [req-e9a8f71e-7928-4dd8-b0c3-3bbfefef3a42 req-88e7095b-78e2-4a97-a765-c15beac3dcda service nova] Acquiring lock "refresh_cache-f56a3b7b-ae03-4741-a620-4b87acaa23d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.506233] env[63043]: DEBUG oslo_concurrency.lockutils [req-e9a8f71e-7928-4dd8-b0c3-3bbfefef3a42 req-88e7095b-78e2-4a97-a765-c15beac3dcda service nova] Acquired lock "refresh_cache-f56a3b7b-ae03-4741-a620-4b87acaa23d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.506233] env[63043]: DEBUG nova.network.neutron [req-e9a8f71e-7928-4dd8-b0c3-3bbfefef3a42 req-88e7095b-78e2-4a97-a765-c15beac3dcda service nova] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Refreshing network info cache for port adc8a7cc-4233-4c31-8bda-934ce4d6c0ae {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.506884] env[63043]: DEBUG oslo_concurrency.lockutils [None req-104ad01b-3819-4677-88ba-90ea6d39072f tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Lock "71b28d45-f27b-4e8e-b525-5a2ceba070aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.735s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.509068] env[63043]: INFO nova.compute.manager [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Terminating instance [ 1031.512821] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:ed:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adc8a7cc-4233-4c31-8bda-934ce4d6c0ae', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.520439] env[63043]: DEBUG oslo.service.loopingcall [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.524530] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.525589] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afde0eea-1354-4dbb-be12-1ef289e30a77 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.544535] env[63043]: DEBUG oslo_vmware.api [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486596, 'name': RemoveSnapshot_Task, 'duration_secs': 1.011199} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.545329] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1031.547118] env[63043]: INFO nova.compute.manager [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Took 15.19 seconds to snapshot the instance on the hypervisor. [ 1031.551879] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.551879] env[63043]: value = "task-2486597" [ 1031.551879] env[63043]: _type = "Task" [ 1031.551879] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.562537] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486597, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.806373] env[63043]: DEBUG nova.network.neutron [req-e9a8f71e-7928-4dd8-b0c3-3bbfefef3a42 req-88e7095b-78e2-4a97-a765-c15beac3dcda service nova] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Updated VIF entry in instance network info cache for port adc8a7cc-4233-4c31-8bda-934ce4d6c0ae. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.806749] env[63043]: DEBUG nova.network.neutron [req-e9a8f71e-7928-4dd8-b0c3-3bbfefef3a42 req-88e7095b-78e2-4a97-a765-c15beac3dcda service nova] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Updating instance_info_cache with network_info: [{"id": "adc8a7cc-4233-4c31-8bda-934ce4d6c0ae", "address": "fa:16:3e:92:ed:80", "network": {"id": "2c2bd132-e00d-43fe-946b-e9365f63a075", "bridge": "br-int", "label": "tempest-ServersTestJSON-1007448647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78f4f0dc1bf4ce9acd32a0128904cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc8a7cc-42", "ovs_interfaceid": "adc8a7cc-4233-4c31-8bda-934ce4d6c0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.026200] env[63043]: DEBUG nova.compute.manager [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.026441] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.027311] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2765ecc2-3ebe-4b0b-9f10-2942ce18094e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.031699] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.031947] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.034060] env[63043]: INFO nova.compute.claims [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.039134] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.039592] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f76e04d-0592-449c-979b-97a2c86efd9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.053367] env[63043]: DEBUG oslo_vmware.api [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 1032.053367] env[63043]: value = "task-2486598" [ 1032.053367] env[63043]: _type = "Task" [ 1032.053367] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.068572] env[63043]: DEBUG oslo_vmware.api [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.071419] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486597, 'name': CreateVM_Task, 'duration_secs': 0.383643} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.071419] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.072106] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.072215] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.072498] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.073317] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aead85b-c6cf-4ff8-8848-3643b7046202 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.081027] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1032.081027] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]525368a4-8c7d-b4aa-0b4d-9bfec0604c2d" [ 1032.081027] env[63043]: _type = "Task" [ 1032.081027] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.089550] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525368a4-8c7d-b4aa-0b4d-9bfec0604c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.100472] env[63043]: DEBUG nova.compute.manager [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Found 3 images (rotation: 2) {{(pid=63043) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1032.100472] env[63043]: DEBUG nova.compute.manager [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Rotating out 1 backups {{(pid=63043) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1032.100472] env[63043]: DEBUG nova.compute.manager [None req-5bdf8b91-a17a-4bb2-9138-28be901295cd tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Deleting image ab4ae162-8eb9-48c2-9dc7-1338e1d939a7 {{(pid=63043) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1032.309489] env[63043]: DEBUG oslo_concurrency.lockutils [req-e9a8f71e-7928-4dd8-b0c3-3bbfefef3a42 req-88e7095b-78e2-4a97-a765-c15beac3dcda service nova] Releasing lock "refresh_cache-f56a3b7b-ae03-4741-a620-4b87acaa23d5" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.567509] env[63043]: DEBUG oslo_vmware.api [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486598, 'name': PowerOffVM_Task, 'duration_secs': 0.207918} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.567829] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.567998] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.568447] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3878a26d-f110-4787-84ae-cace97cd4d11 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.592339] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525368a4-8c7d-b4aa-0b4d-9bfec0604c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.592647] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.593066] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.593348] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.593529] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.593679] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.593983] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94b80145-241d-475d-8b56-90eff39be9e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.605944] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.606356] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.606950] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45d4ef6-d21c-4183-8f8f-947c102ac1a3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.614583] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1032.614583] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52ba816e-ea7f-ff97-5b7d-f8143fffd623" [ 1032.614583] env[63043]: _type = "Task" [ 1032.614583] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.624293] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ba816e-ea7f-ff97-5b7d-f8143fffd623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.643309] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.643543] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.643724] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleting the datastore file [datastore1] 729bed81-f1cd-472b-8084-26bd8125acb2 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.644013] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3464663c-fd48-4ac2-a480-23aff2ba3c19 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.652526] env[63043]: DEBUG oslo_vmware.api [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for the task: (returnval){ [ 1032.652526] env[63043]: value = "task-2486600" [ 1032.652526] env[63043]: _type = "Task" [ 1032.652526] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.667416] env[63043]: DEBUG oslo_vmware.api [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.128967] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ba816e-ea7f-ff97-5b7d-f8143fffd623, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.129796] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1e00a2-e037-49f3-bb00-2306dedff516 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.139059] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1033.139059] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5273328f-3a3f-24d3-96c4-dbe60997a3b6" [ 1033.139059] env[63043]: _type = "Task" [ 1033.139059] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.148195] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5273328f-3a3f-24d3-96c4-dbe60997a3b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.163397] env[63043]: DEBUG oslo_vmware.api [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Task: {'id': task-2486600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222086} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.163641] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.163829] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.164014] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.164223] env[63043]: INFO nova.compute.manager [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1033.164496] env[63043]: DEBUG oslo.service.loopingcall [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.167610] env[63043]: DEBUG nova.compute.manager [-] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.167679] env[63043]: DEBUG nova.network.neutron [-] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.299625] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba24165b-eda9-4f51-9961-3ecf9e3c4263 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.312650] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ae3524-d48d-4622-ba0f-8098ef6c2bd7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.352646] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c205bf-94d1-4f60-a942-e925fa3dc806 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.363521] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65634131-7ca5-438a-8507-86b29873d1b0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.386559] env[63043]: DEBUG nova.compute.provider_tree [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.512177] env[63043]: DEBUG nova.compute.manager [req-1bc95edf-46cd-4546-befe-ac3211b86f92 req-b07019d5-c0e5-4ad4-b4a0-dbe823987acf service nova] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Received event network-vif-deleted-767f8db3-684e-4dd3-9aad-0966bf91c615 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.512177] env[63043]: INFO nova.compute.manager [req-1bc95edf-46cd-4546-befe-ac3211b86f92 req-b07019d5-c0e5-4ad4-b4a0-dbe823987acf service nova] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Neutron deleted interface 767f8db3-684e-4dd3-9aad-0966bf91c615; detaching it from the instance and deleting it from the info cache [ 1033.512177] env[63043]: DEBUG nova.network.neutron [req-1bc95edf-46cd-4546-befe-ac3211b86f92 req-b07019d5-c0e5-4ad4-b4a0-dbe823987acf service nova] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.650346] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5273328f-3a3f-24d3-96c4-dbe60997a3b6, 'name': SearchDatastore_Task, 'duration_secs': 0.023297} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.650869] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.652852] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] f56a3b7b-ae03-4741-a620-4b87acaa23d5/f56a3b7b-ae03-4741-a620-4b87acaa23d5.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.653205] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c940f200-d286-4789-a30e-1e97f505fe2a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.661409] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1033.661409] env[63043]: value = "task-2486601" [ 1033.661409] env[63043]: _type = "Task" [ 1033.661409] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.675059] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.890720] env[63043]: DEBUG nova.scheduler.client.report [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.926018] env[63043]: DEBUG nova.network.neutron [-] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.014280] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cae93c78-095b-4186-b403-7593e115efc7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.027786] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344cd420-1b5b-407f-8def-65d3c249574c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.063702] env[63043]: DEBUG nova.compute.manager [req-1bc95edf-46cd-4546-befe-ac3211b86f92 req-b07019d5-c0e5-4ad4-b4a0-dbe823987acf service nova] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Detach interface failed, port_id=767f8db3-684e-4dd3-9aad-0966bf91c615, reason: Instance 729bed81-f1cd-472b-8084-26bd8125acb2 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1034.173257] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469314} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.174129] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] f56a3b7b-ae03-4741-a620-4b87acaa23d5/f56a3b7b-ae03-4741-a620-4b87acaa23d5.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.174836] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.175824] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbc976d7-7643-4efe-82ff-4e61f39fdc8b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.185913] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1034.185913] env[63043]: value = "task-2486602" [ 1034.185913] env[63043]: _type = "Task" [ 1034.185913] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.200613] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.396552] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.396859] env[63043]: DEBUG nova.compute.manager [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.428736] env[63043]: INFO nova.compute.manager [-] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Took 1.26 seconds to deallocate network for instance. [ 1034.695305] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5bf46992-4ffe-42b0-8545-ddda0cc61bc5 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "e86da836-765e-4b9c-a796-46dd2afc9ed8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.695572] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5bf46992-4ffe-42b0-8545-ddda0cc61bc5 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.695751] env[63043]: DEBUG nova.compute.manager [None req-5bf46992-4ffe-42b0-8545-ddda0cc61bc5 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.699467] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f5c574-0cd9-4c87-8602-43c15aa931b2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.702012] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069673} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.702272] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.703429] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4a7e5d-c5e6-455d-b793-834eb65fc44c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.707942] env[63043]: DEBUG nova.compute.manager [None req-5bf46992-4ffe-42b0-8545-ddda0cc61bc5 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63043) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1034.708492] env[63043]: DEBUG nova.objects.instance [None req-5bf46992-4ffe-42b0-8545-ddda0cc61bc5 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'flavor' on Instance uuid e86da836-765e-4b9c-a796-46dd2afc9ed8 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.733014] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] f56a3b7b-ae03-4741-a620-4b87acaa23d5/f56a3b7b-ae03-4741-a620-4b87acaa23d5.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.733014] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3071c8c-40b3-497e-93a6-53f4cf598253 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.754845] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1034.754845] env[63043]: value = "task-2486603" [ 1034.754845] env[63043]: _type = "Task" [ 1034.754845] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.763846] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.895026] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "1b946c9d-4ab8-42e7-ac14-fcfa8152664b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.895026] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "1b946c9d-4ab8-42e7-ac14-fcfa8152664b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.901470] env[63043]: DEBUG nova.compute.utils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1034.903077] env[63043]: DEBUG nova.compute.manager [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.903257] env[63043]: DEBUG nova.network.neutron [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.939402] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.940144] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.940471] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.964153] env[63043]: INFO nova.scheduler.client.report [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Deleted allocations for instance 729bed81-f1cd-472b-8084-26bd8125acb2 [ 1034.973608] env[63043]: DEBUG nova.policy [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7db4fc5cb2c148abb6e1ff4f967c8c22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d97e1753ec4000ba4a672ff70ee7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.269143] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486603, 'name': ReconfigVM_Task, 'duration_secs': 0.462829} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.269409] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Reconfigured VM instance instance-00000062 to attach disk [datastore1] f56a3b7b-ae03-4741-a620-4b87acaa23d5/f56a3b7b-ae03-4741-a620-4b87acaa23d5.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.270142] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28fff38f-759b-4499-b4c7-24ddd1cb3494 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.278761] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1035.278761] env[63043]: value = "task-2486604" [ 1035.278761] env[63043]: _type = "Task" [ 1035.278761] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.292618] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486604, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.313029] env[63043]: DEBUG nova.network.neutron [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Successfully created port: d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.397495] env[63043]: DEBUG nova.compute.manager [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.406371] env[63043]: DEBUG nova.compute.manager [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.472303] env[63043]: DEBUG oslo_concurrency.lockutils [None req-04d7f048-be68-4685-89da-88729a96e987 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Lock "729bed81-f1cd-472b-8084-26bd8125acb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.720s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.721263] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf46992-4ffe-42b0-8545-ddda0cc61bc5 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.721362] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7fc2647-862d-4d55-b5e4-c93a646ed7a9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.734889] env[63043]: DEBUG oslo_vmware.api [None req-5bf46992-4ffe-42b0-8545-ddda0cc61bc5 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1035.734889] env[63043]: value = "task-2486606" [ 1035.734889] env[63043]: _type = "Task" [ 1035.734889] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.745647] env[63043]: DEBUG oslo_vmware.api [None req-5bf46992-4ffe-42b0-8545-ddda0cc61bc5 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.799951] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486604, 'name': Rename_Task, 'duration_secs': 0.1927} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.800289] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.800547] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d571707-fa7a-4b79-afe1-d4985abe8394 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.808073] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1035.808073] env[63043]: value = "task-2486607" [ 1035.808073] env[63043]: _type = "Task" [ 1035.808073] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.821425] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.946034] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.946034] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.947350] env[63043]: INFO nova.compute.claims [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.249689] env[63043]: DEBUG oslo_vmware.api [None req-5bf46992-4ffe-42b0-8545-ddda0cc61bc5 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486606, 'name': PowerOffVM_Task, 'duration_secs': 0.364169} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.250219] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf46992-4ffe-42b0-8545-ddda0cc61bc5 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.250499] env[63043]: DEBUG nova.compute.manager [None req-5bf46992-4ffe-42b0-8545-ddda0cc61bc5 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.251742] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ab9cbf-a413-4ad1-bfe6-d048919c240f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.320031] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486607, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.419756] env[63043]: DEBUG nova.compute.manager [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.448524] env[63043]: DEBUG nova.virt.hardware [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.448773] env[63043]: DEBUG nova.virt.hardware [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.448931] env[63043]: DEBUG nova.virt.hardware [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.449280] env[63043]: DEBUG nova.virt.hardware [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.449488] env[63043]: DEBUG nova.virt.hardware [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.449647] env[63043]: DEBUG nova.virt.hardware [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.449907] env[63043]: DEBUG nova.virt.hardware [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.450147] env[63043]: DEBUG nova.virt.hardware [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.450369] env[63043]: DEBUG nova.virt.hardware [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.450853] env[63043]: DEBUG nova.virt.hardware [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.450853] env[63043]: DEBUG nova.virt.hardware [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.453543] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08179a3f-aead-498a-822e-bf30f383db8f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.464150] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908ab1ea-7c89-483b-b857-b5324f78f032 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.766720] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5bf46992-4ffe-42b0-8545-ddda0cc61bc5 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.824027] env[63043]: DEBUG oslo_vmware.api [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486607, 'name': PowerOnVM_Task, 'duration_secs': 0.522361} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.824027] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.824027] env[63043]: INFO nova.compute.manager [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1036.824027] env[63043]: DEBUG nova.compute.manager [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.824027] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462c1ef6-fb7e-4b2b-8dc1-be2a0c5df477 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.136821] env[63043]: DEBUG nova.compute.manager [req-66d36aa7-93f0-49aa-a26b-fb28327ed091 req-9a928d40-c717-4579-8ea9-fda7f9732a38 service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Received event network-vif-plugged-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.136821] env[63043]: DEBUG oslo_concurrency.lockutils [req-66d36aa7-93f0-49aa-a26b-fb28327ed091 req-9a928d40-c717-4579-8ea9-fda7f9732a38 service nova] Acquiring lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.136978] env[63043]: DEBUG oslo_concurrency.lockutils [req-66d36aa7-93f0-49aa-a26b-fb28327ed091 req-9a928d40-c717-4579-8ea9-fda7f9732a38 service nova] Lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.138036] env[63043]: DEBUG oslo_concurrency.lockutils [req-66d36aa7-93f0-49aa-a26b-fb28327ed091 req-9a928d40-c717-4579-8ea9-fda7f9732a38 service nova] Lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.138036] env[63043]: DEBUG nova.compute.manager [req-66d36aa7-93f0-49aa-a26b-fb28327ed091 req-9a928d40-c717-4579-8ea9-fda7f9732a38 service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] No waiting events found dispatching network-vif-plugged-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.138036] env[63043]: WARNING nova.compute.manager [req-66d36aa7-93f0-49aa-a26b-fb28327ed091 req-9a928d40-c717-4579-8ea9-fda7f9732a38 service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Received unexpected event network-vif-plugged-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 for instance with vm_state building and task_state spawning. [ 1037.195520] env[63043]: DEBUG nova.network.neutron [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Successfully updated port: d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.202635] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dece73d-0db6-4f72-97ec-50ee3859809d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.213045] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37ff1e5-49b1-4797-9d5c-0b6018888612 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.250045] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2084c38-17d7-4ca4-abcb-9a31e7ba7ab6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.259029] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1236ab09-41e4-454f-a0ba-428fe7188d87 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.273833] env[63043]: DEBUG nova.compute.provider_tree [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.342941] env[63043]: INFO nova.compute.manager [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Took 16.30 seconds to build instance. [ 1037.701166] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.701345] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.701487] env[63043]: DEBUG nova.network.neutron [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.777202] env[63043]: DEBUG nova.scheduler.client.report [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.845734] env[63043]: DEBUG oslo_concurrency.lockutils [None req-54ed54d1-4a25-445e-a252-3b854d690812 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.816s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.147333] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "c2dbfc2d-ddd6-4272-9a5d-d6c363273577" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.147495] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "c2dbfc2d-ddd6-4272-9a5d-d6c363273577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.181432] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "714876fa-0276-4b13-b2a7-57b6dc9fb70e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.181956] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "714876fa-0276-4b13-b2a7-57b6dc9fb70e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.233503] env[63043]: DEBUG nova.network.neutron [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.289258] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.289760] env[63043]: DEBUG nova.compute.manager [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.295903] env[63043]: DEBUG nova.compute.manager [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Stashing vm_state: stopped {{(pid=63043) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1038.408244] env[63043]: DEBUG nova.network.neutron [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updating instance_info_cache with network_info: [{"id": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "address": "fa:16:3e:49:d3:c4", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fb2c1c-00", "ovs_interfaceid": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.474967] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc4593cf-5d5a-421c-869c-58c4449a2509 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.475718] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc4593cf-5d5a-421c-869c-58c4449a2509 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.475718] env[63043]: DEBUG nova.compute.manager [None req-dc4593cf-5d5a-421c-869c-58c4449a2509 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.476462] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1511bb77-e481-4dfd-a9a1-791082a76eed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.484738] env[63043]: DEBUG nova.compute.manager [None req-dc4593cf-5d5a-421c-869c-58c4449a2509 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63043) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1038.485462] env[63043]: DEBUG nova.objects.instance [None req-dc4593cf-5d5a-421c-869c-58c4449a2509 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lazy-loading 'flavor' on Instance uuid f56a3b7b-ae03-4741-a620-4b87acaa23d5 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.649798] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.686554] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.797112] env[63043]: DEBUG nova.compute.utils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1038.797770] env[63043]: DEBUG nova.compute.manager [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.797938] env[63043]: DEBUG nova.network.neutron [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.815817] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.816074] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.869572] env[63043]: DEBUG nova.policy [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc571e600ae340a39621d3ca98c814b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65747648e0714297a223243f77bbdfc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.912509] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.912816] env[63043]: DEBUG nova.compute.manager [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Instance network_info: |[{"id": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "address": "fa:16:3e:49:d3:c4", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fb2c1c-00", "ovs_interfaceid": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.913615] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:d3:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.921256] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Creating folder: Project (10d97e1753ec4000ba4a672ff70ee7fc). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.921894] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a333b95-7b00-4bc7-962f-94045b7c2369 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.937426] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Created folder: Project (10d97e1753ec4000ba4a672ff70ee7fc) in parent group-v502843. [ 1038.937650] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Creating folder: Instances. Parent ref: group-v503105. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.937913] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4df3abcd-5d60-456b-87a8-4e22360daf1c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.955976] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Created folder: Instances in parent group-v503105. [ 1038.956272] env[63043]: DEBUG oslo.service.loopingcall [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.956483] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.956697] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f298b1b-9a23-4d76-a4ba-a32a1d39638a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.987103] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.987103] env[63043]: value = "task-2486610" [ 1038.987103] env[63043]: _type = "Task" [ 1038.987103] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.997375] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486610, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.175029] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.194715] env[63043]: DEBUG nova.compute.manager [req-a0c671c9-001d-4aa3-ab0a-d880b04c4401 req-be7c3154-e10d-4597-9c87-a9b70895c22a service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Received event network-changed-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.194925] env[63043]: DEBUG nova.compute.manager [req-a0c671c9-001d-4aa3-ab0a-d880b04c4401 req-be7c3154-e10d-4597-9c87-a9b70895c22a service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Refreshing instance network info cache due to event network-changed-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.195190] env[63043]: DEBUG oslo_concurrency.lockutils [req-a0c671c9-001d-4aa3-ab0a-d880b04c4401 req-be7c3154-e10d-4597-9c87-a9b70895c22a service nova] Acquiring lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.195341] env[63043]: DEBUG oslo_concurrency.lockutils [req-a0c671c9-001d-4aa3-ab0a-d880b04c4401 req-be7c3154-e10d-4597-9c87-a9b70895c22a service nova] Acquired lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.195527] env[63043]: DEBUG nova.network.neutron [req-a0c671c9-001d-4aa3-ab0a-d880b04c4401 req-be7c3154-e10d-4597-9c87-a9b70895c22a service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Refreshing network info cache for port d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.217517] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.301568] env[63043]: DEBUG nova.compute.manager [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.321081] env[63043]: INFO nova.compute.claims [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.496327] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4593cf-5d5a-421c-869c-58c4449a2509 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.496581] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486610, 'name': CreateVM_Task, 'duration_secs': 0.37967} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.496671] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3a8afa1-8e12-40f8-984c-575e748d8ec0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.498356] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.498911] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.499084] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.499392] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.499972] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b5885e-fe35-48ec-b43f-d80b7e43f5ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.504612] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1039.504612] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527141a2-bd98-99b2-032c-4fc8104fb040" [ 1039.504612] env[63043]: _type = "Task" [ 1039.504612] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.505886] env[63043]: DEBUG oslo_vmware.api [None req-dc4593cf-5d5a-421c-869c-58c4449a2509 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1039.505886] env[63043]: value = "task-2486611" [ 1039.505886] env[63043]: _type = "Task" [ 1039.505886] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.521691] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527141a2-bd98-99b2-032c-4fc8104fb040, 'name': SearchDatastore_Task, 'duration_secs': 0.014134} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.525159] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.525397] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.525638] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.525786] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.526099] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.526351] env[63043]: DEBUG oslo_vmware.api [None req-dc4593cf-5d5a-421c-869c-58c4449a2509 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.526599] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d87902c-4cfd-4c32-ac81-216ace088ae3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.535789] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.535975] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.536755] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1c7b1c-c530-4e95-8c06-624a118d1551 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.542745] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1039.542745] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]526a3ce0-c0df-c7d4-3cd7-0302a2a3495e" [ 1039.542745] env[63043]: _type = "Task" [ 1039.542745] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.552220] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526a3ce0-c0df-c7d4-3cd7-0302a2a3495e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.568312] env[63043]: DEBUG nova.network.neutron [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Successfully created port: bf12afbb-90de-40d7-8b78-7d449f6b6af7 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.829938] env[63043]: INFO nova.compute.resource_tracker [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating resource usage from migration 03771a4a-bd2a-4fd8-8167-fb409c37fcf0 [ 1039.996313] env[63043]: DEBUG nova.network.neutron [req-a0c671c9-001d-4aa3-ab0a-d880b04c4401 req-be7c3154-e10d-4597-9c87-a9b70895c22a service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updated VIF entry in instance network info cache for port d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.996313] env[63043]: DEBUG nova.network.neutron [req-a0c671c9-001d-4aa3-ab0a-d880b04c4401 req-be7c3154-e10d-4597-9c87-a9b70895c22a service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updating instance_info_cache with network_info: [{"id": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "address": "fa:16:3e:49:d3:c4", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fb2c1c-00", "ovs_interfaceid": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.023632] env[63043]: DEBUG oslo_vmware.api [None req-dc4593cf-5d5a-421c-869c-58c4449a2509 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486611, 'name': PowerOffVM_Task, 'duration_secs': 0.249138} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.023896] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4593cf-5d5a-421c-869c-58c4449a2509 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.024097] env[63043]: DEBUG nova.compute.manager [None req-dc4593cf-5d5a-421c-869c-58c4449a2509 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.024875] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d78cfe-c050-40ed-ad27-0cc88c8a8703 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.057113] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]526a3ce0-c0df-c7d4-3cd7-0302a2a3495e, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.057957] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d42a9a-00fc-4e00-8eb1-bb76a242b116 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.064704] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1040.064704] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]525ce14e-568a-f641-5d20-327d93652dd6" [ 1040.064704] env[63043]: _type = "Task" [ 1040.064704] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.073740] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525ce14e-568a-f641-5d20-327d93652dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.115169] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c19f5a3-f13b-4072-87ec-0032845198dc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.122923] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa891d6-af2f-4fb4-bb50-1e820475bdc1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.157755] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b784cbe5-473a-422f-b92c-99226eee2761 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.169954] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347243af-16d1-4ca1-8a57-f267a848d2d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.186848] env[63043]: DEBUG nova.compute.provider_tree [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.310858] env[63043]: DEBUG nova.compute.manager [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.342130] env[63043]: DEBUG nova.virt.hardware [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.342441] env[63043]: DEBUG nova.virt.hardware [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.342602] env[63043]: DEBUG nova.virt.hardware [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.342788] env[63043]: DEBUG nova.virt.hardware [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.342935] env[63043]: DEBUG nova.virt.hardware [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.343100] env[63043]: DEBUG nova.virt.hardware [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.343315] env[63043]: DEBUG nova.virt.hardware [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.343481] env[63043]: DEBUG nova.virt.hardware [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.343656] env[63043]: DEBUG nova.virt.hardware [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.344483] env[63043]: DEBUG nova.virt.hardware [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.344483] env[63043]: DEBUG nova.virt.hardware [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.345073] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9ac24b-e2d5-4db1-86e1-1c829905336e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.355254] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef48bfa-e484-42db-9f04-4fd388c4bd8d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.500138] env[63043]: DEBUG oslo_concurrency.lockutils [req-a0c671c9-001d-4aa3-ab0a-d880b04c4401 req-be7c3154-e10d-4597-9c87-a9b70895c22a service nova] Releasing lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.541631] env[63043]: DEBUG oslo_concurrency.lockutils [None req-dc4593cf-5d5a-421c-869c-58c4449a2509 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.575710] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525ce14e-568a-f641-5d20-327d93652dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011225} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.576065] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.576446] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 6a89dad9-c846-408a-8b3e-3f9ce11a87b8/6a89dad9-c846-408a-8b3e-3f9ce11a87b8.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.576777] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a39bc96d-5ee5-44f3-b191-b998d8eddb65 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.586332] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1040.586332] env[63043]: value = "task-2486612" [ 1040.586332] env[63043]: _type = "Task" [ 1040.586332] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.596561] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.666591] env[63043]: DEBUG oslo_concurrency.lockutils [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "0b11ce51-60e6-4341-9732-0628a3f53137" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.666828] env[63043]: DEBUG oslo_concurrency.lockutils [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0b11ce51-60e6-4341-9732-0628a3f53137" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.667096] env[63043]: INFO nova.compute.manager [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Shelving [ 1040.690440] env[63043]: DEBUG nova.scheduler.client.report [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.097759] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486612, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.195751] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.380s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.199417] env[63043]: INFO nova.compute.manager [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Migrating [ 1041.207020] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.032s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.208394] env[63043]: INFO nova.compute.claims [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.223171] env[63043]: DEBUG nova.compute.manager [req-236d5bf5-1817-4914-82aa-d1cf7ed36240 req-b27f2cc0-afa7-45a1-95d6-3ca21bd90c12 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Received event network-vif-plugged-bf12afbb-90de-40d7-8b78-7d449f6b6af7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.223426] env[63043]: DEBUG oslo_concurrency.lockutils [req-236d5bf5-1817-4914-82aa-d1cf7ed36240 req-b27f2cc0-afa7-45a1-95d6-3ca21bd90c12 service nova] Acquiring lock "1b946c9d-4ab8-42e7-ac14-fcfa8152664b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.223642] env[63043]: DEBUG oslo_concurrency.lockutils [req-236d5bf5-1817-4914-82aa-d1cf7ed36240 req-b27f2cc0-afa7-45a1-95d6-3ca21bd90c12 service nova] Lock "1b946c9d-4ab8-42e7-ac14-fcfa8152664b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.223814] env[63043]: DEBUG oslo_concurrency.lockutils [req-236d5bf5-1817-4914-82aa-d1cf7ed36240 req-b27f2cc0-afa7-45a1-95d6-3ca21bd90c12 service nova] Lock "1b946c9d-4ab8-42e7-ac14-fcfa8152664b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.223982] env[63043]: DEBUG nova.compute.manager [req-236d5bf5-1817-4914-82aa-d1cf7ed36240 req-b27f2cc0-afa7-45a1-95d6-3ca21bd90c12 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] No waiting events found dispatching network-vif-plugged-bf12afbb-90de-40d7-8b78-7d449f6b6af7 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.224162] env[63043]: WARNING nova.compute.manager [req-236d5bf5-1817-4914-82aa-d1cf7ed36240 req-b27f2cc0-afa7-45a1-95d6-3ca21bd90c12 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Received unexpected event network-vif-plugged-bf12afbb-90de-40d7-8b78-7d449f6b6af7 for instance with vm_state building and task_state spawning. [ 1041.260530] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.260805] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.264857] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.264857] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.264857] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.265647] env[63043]: INFO nova.compute.manager [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Terminating instance [ 1041.327133] env[63043]: DEBUG nova.network.neutron [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Successfully updated port: bf12afbb-90de-40d7-8b78-7d449f6b6af7 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.598650] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573637} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.598952] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 6a89dad9-c846-408a-8b3e-3f9ce11a87b8/6a89dad9-c846-408a-8b3e-3f9ce11a87b8.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.599191] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.599465] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb468dfb-e717-48a8-8598-e8533e651e66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.607830] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1041.607830] env[63043]: value = "task-2486613" [ 1041.607830] env[63043]: _type = "Task" [ 1041.607830] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.617557] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.680404] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.680745] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-382e6189-868a-4b92-a0c7-9633fc45f17d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.687828] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1041.687828] env[63043]: value = "task-2486614" [ 1041.687828] env[63043]: _type = "Task" [ 1041.687828] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.696411] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.722575] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.722800] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.722936] env[63043]: DEBUG nova.network.neutron [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.770389] env[63043]: DEBUG nova.compute.manager [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.770696] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.771651] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ffdb9f-e3a4-4826-b7b8-19d60fd721d7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.781056] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.781313] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b15a265f-afc4-492f-b44f-2e1778aa63e3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.831533] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-1b946c9d-4ab8-42e7-ac14-fcfa8152664b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.831695] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-1b946c9d-4ab8-42e7-ac14-fcfa8152664b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.831852] env[63043]: DEBUG nova.network.neutron [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.878287] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.878839] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.878839] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleting the datastore file [datastore1] f56a3b7b-ae03-4741-a620-4b87acaa23d5 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.879157] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-214c3ed8-d38f-47b1-97cc-8c9aa5befe06 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.886847] env[63043]: DEBUG oslo_vmware.api [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1041.886847] env[63043]: value = "task-2486616" [ 1041.886847] env[63043]: _type = "Task" [ 1041.886847] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.896055] env[63043]: DEBUG oslo_vmware.api [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.118314] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070014} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.118591] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.119362] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d3b201-0cbc-4217-9e91-786a20a0c7d1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.141973] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 6a89dad9-c846-408a-8b3e-3f9ce11a87b8/6a89dad9-c846-408a-8b3e-3f9ce11a87b8.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.142242] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25364d41-63fa-4abe-be38-833f22613c95 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.163080] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1042.163080] env[63043]: value = "task-2486617" [ 1042.163080] env[63043]: _type = "Task" [ 1042.163080] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.171257] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.201467] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486614, 'name': PowerOffVM_Task, 'duration_secs': 0.248966} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.201831] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.202673] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2e2e3f-ad1d-4bab-9c5e-51e3daac002f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.233840] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc08459-7e2b-42a5-9ffb-e5e2d897d498 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.370728] env[63043]: DEBUG nova.network.neutron [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.400588] env[63043]: DEBUG oslo_vmware.api [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381043} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.400850] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.401050] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.401235] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.401438] env[63043]: INFO nova.compute.manager [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1042.401701] env[63043]: DEBUG oslo.service.loopingcall [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.401901] env[63043]: DEBUG nova.compute.manager [-] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.401994] env[63043]: DEBUG nova.network.neutron [-] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.468072] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98a8c21-2ee8-45ca-bf8f-93ece1f4fd20 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.476310] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0234a942-ae6d-415e-8378-4493a1d27411 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.509573] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bba333-0769-44f2-96ee-4d0553100d2f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.518500] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184d1c07-d659-42e5-b0b1-38a53c56a5de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.532322] env[63043]: DEBUG nova.compute.provider_tree [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.577371] env[63043]: DEBUG nova.network.neutron [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Updating instance_info_cache with network_info: [{"id": "bf12afbb-90de-40d7-8b78-7d449f6b6af7", "address": "fa:16:3e:1f:b9:89", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf12afbb-90", "ovs_interfaceid": "bf12afbb-90de-40d7-8b78-7d449f6b6af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.584558] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.584722] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.677229] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.744322] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1042.745102] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd82afa9-71eb-4bbf-a023-971f351279bb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.763833] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1042.763833] env[63043]: value = "task-2486618" [ 1042.763833] env[63043]: _type = "Task" [ 1042.763833] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.774443] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486618, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.035405] env[63043]: DEBUG nova.scheduler.client.report [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.046909] env[63043]: DEBUG nova.network.neutron [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance_info_cache with network_info: [{"id": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "address": "fa:16:3e:d0:f2:db", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b568d0-b1", "ovs_interfaceid": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.080454] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-1b946c9d-4ab8-42e7-ac14-fcfa8152664b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.080787] env[63043]: DEBUG nova.compute.manager [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Instance network_info: |[{"id": "bf12afbb-90de-40d7-8b78-7d449f6b6af7", "address": "fa:16:3e:1f:b9:89", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf12afbb-90", "ovs_interfaceid": "bf12afbb-90de-40d7-8b78-7d449f6b6af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.081237] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:b9:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf12afbb-90de-40d7-8b78-7d449f6b6af7', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.090149] env[63043]: DEBUG oslo.service.loopingcall [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.095103] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.095103] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ee2a3e1-d013-41ec-a048-7a1f04cfeb18 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.120324] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.120516] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Starting heal instance info cache {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1043.130083] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.130083] env[63043]: value = "task-2486619" [ 1043.130083] env[63043]: _type = "Task" [ 1043.130083] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.140725] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486619, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.175693] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486617, 'name': ReconfigVM_Task, 'duration_secs': 0.684946} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.176062] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 6a89dad9-c846-408a-8b3e-3f9ce11a87b8/6a89dad9-c846-408a-8b3e-3f9ce11a87b8.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.177105] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b43f7e9d-df46-4611-a9c3-42eae531a21a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.187173] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1043.187173] env[63043]: value = "task-2486620" [ 1043.187173] env[63043]: _type = "Task" [ 1043.187173] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.203303] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486620, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.251813] env[63043]: DEBUG nova.compute.manager [req-e4d86982-d46f-42f3-9db3-afdf6f27475a req-06563cdf-bef7-4864-8f15-58469524cab0 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Received event network-changed-bf12afbb-90de-40d7-8b78-7d449f6b6af7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.252009] env[63043]: DEBUG nova.compute.manager [req-e4d86982-d46f-42f3-9db3-afdf6f27475a req-06563cdf-bef7-4864-8f15-58469524cab0 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Refreshing instance network info cache due to event network-changed-bf12afbb-90de-40d7-8b78-7d449f6b6af7. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1043.252241] env[63043]: DEBUG oslo_concurrency.lockutils [req-e4d86982-d46f-42f3-9db3-afdf6f27475a req-06563cdf-bef7-4864-8f15-58469524cab0 service nova] Acquiring lock "refresh_cache-1b946c9d-4ab8-42e7-ac14-fcfa8152664b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.252390] env[63043]: DEBUG oslo_concurrency.lockutils [req-e4d86982-d46f-42f3-9db3-afdf6f27475a req-06563cdf-bef7-4864-8f15-58469524cab0 service nova] Acquired lock "refresh_cache-1b946c9d-4ab8-42e7-ac14-fcfa8152664b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.252555] env[63043]: DEBUG nova.network.neutron [req-e4d86982-d46f-42f3-9db3-afdf6f27475a req-06563cdf-bef7-4864-8f15-58469524cab0 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Refreshing network info cache for port bf12afbb-90de-40d7-8b78-7d449f6b6af7 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.278989] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486618, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.540977] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.541512] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.544128] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.327s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.545555] env[63043]: INFO nova.compute.claims [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.555188] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.644473] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486619, 'name': CreateVM_Task, 'duration_secs': 0.3365} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.645367] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.646239] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.646548] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.646920] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.647460] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61770d6b-7c47-4701-8ea3-89de9444527b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.653124] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1043.653124] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]525d583f-cb46-65dc-e160-3746b258bd2a" [ 1043.653124] env[63043]: _type = "Task" [ 1043.653124] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.665937] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525d583f-cb46-65dc-e160-3746b258bd2a, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.666497] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.667144] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.667481] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.667709] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.667941] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.668417] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67ac38c1-e9fa-47d2-875b-000ef3b6e826 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.677757] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.678050] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.678828] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c1ba37-48ff-4dbf-85fb-2d88c2f32304 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.687266] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1043.687266] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529ee283-9c04-cc43-0c40-1ba8088991e3" [ 1043.687266] env[63043]: _type = "Task" [ 1043.687266] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.703789] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486620, 'name': Rename_Task, 'duration_secs': 0.1937} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.708462] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.708757] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529ee283-9c04-cc43-0c40-1ba8088991e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009204} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.708956] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a80b4595-e21c-45b9-b854-47f0f942fb72 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.711177] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd62422-486e-423a-a7ab-26621211f6ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.716823] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1043.716823] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b790c7-af9b-84d7-e174-814790f75d25" [ 1043.716823] env[63043]: _type = "Task" [ 1043.716823] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.721323] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1043.721323] env[63043]: value = "task-2486621" [ 1043.721323] env[63043]: _type = "Task" [ 1043.721323] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.730599] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.734355] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b790c7-af9b-84d7-e174-814790f75d25, 'name': SearchDatastore_Task, 'duration_secs': 0.011791} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.734635] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.734916] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 1b946c9d-4ab8-42e7-ac14-fcfa8152664b/1b946c9d-4ab8-42e7-ac14-fcfa8152664b.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.737165] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fc80449-4d8d-4bb4-b620-9fe5e8e01e1d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.742714] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1043.742714] env[63043]: value = "task-2486622" [ 1043.742714] env[63043]: _type = "Task" [ 1043.742714] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.751414] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.766663] env[63043]: DEBUG nova.network.neutron [-] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.778254] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486618, 'name': CreateSnapshot_Task, 'duration_secs': 0.668244} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.778586] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1043.779392] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4923c2b8-6761-49c2-b8fa-4c42ff41b36c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.050719] env[63043]: DEBUG nova.compute.utils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1044.057292] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.057292] env[63043]: DEBUG nova.network.neutron [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.093300] env[63043]: DEBUG nova.network.neutron [req-e4d86982-d46f-42f3-9db3-afdf6f27475a req-06563cdf-bef7-4864-8f15-58469524cab0 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Updated VIF entry in instance network info cache for port bf12afbb-90de-40d7-8b78-7d449f6b6af7. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.093300] env[63043]: DEBUG nova.network.neutron [req-e4d86982-d46f-42f3-9db3-afdf6f27475a req-06563cdf-bef7-4864-8f15-58469524cab0 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Updating instance_info_cache with network_info: [{"id": "bf12afbb-90de-40d7-8b78-7d449f6b6af7", "address": "fa:16:3e:1f:b9:89", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf12afbb-90", "ovs_interfaceid": "bf12afbb-90de-40d7-8b78-7d449f6b6af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.142267] env[63043]: DEBUG nova.policy [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7999c2feb0a14f6ebb6cc7014f1e7733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '809bf2b062de4f29a1cca33aa550a62f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.233832] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486621, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.257031] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46655} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.257031] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 1b946c9d-4ab8-42e7-ac14-fcfa8152664b/1b946c9d-4ab8-42e7-ac14-fcfa8152664b.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.257031] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.257031] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56cb1a2e-9631-4662-ad23-38e2df88cabd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.262940] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1044.262940] env[63043]: value = "task-2486623" [ 1044.262940] env[63043]: _type = "Task" [ 1044.262940] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.274933] env[63043]: INFO nova.compute.manager [-] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Took 1.87 seconds to deallocate network for instance. [ 1044.275293] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.301024] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1044.301024] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b0cc8cb-a9cb-4a99-b804-5961006d1f5c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.314114] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1044.314114] env[63043]: value = "task-2486624" [ 1044.314114] env[63043]: _type = "Task" [ 1044.314114] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.326738] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486624, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.564319] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.597546] env[63043]: DEBUG oslo_concurrency.lockutils [req-e4d86982-d46f-42f3-9db3-afdf6f27475a req-06563cdf-bef7-4864-8f15-58469524cab0 service nova] Releasing lock "refresh_cache-1b946c9d-4ab8-42e7-ac14-fcfa8152664b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.599187] env[63043]: DEBUG nova.network.neutron [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Successfully created port: 74ceafa2-5e7f-4cb7-9393-6c425819d534 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.740383] env[63043]: DEBUG oslo_vmware.api [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486621, 'name': PowerOnVM_Task, 'duration_secs': 0.979202} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.744134] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.744471] env[63043]: INFO nova.compute.manager [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1044.744760] env[63043]: DEBUG nova.compute.manager [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.746176] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047ab6ae-6b01-42b4-b566-0a9139d5cb43 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.777170] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082406} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.781141] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.784167] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.784167] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1515a32-b297-448c-8d9b-c3f8d0399f72 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.826609] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 1b946c9d-4ab8-42e7-ac14-fcfa8152664b/1b946c9d-4ab8-42e7-ac14-fcfa8152664b.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.831687] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f704b889-c856-47cf-978d-265cb3d92f47 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.872757] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486624, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.881021] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1044.881021] env[63043]: value = "task-2486625" [ 1044.881021] env[63043]: _type = "Task" [ 1044.881021] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.889531] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486625, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.933756] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f455700-ea7c-4026-ac64-e83507bc7214 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.942469] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e62a51-9a2c-473d-89b1-7b41915f19aa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.975172] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99f973e-c36f-4c41-a244-d2b64d881c57 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.983461] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a248b53f-b364-4c66-914d-94846c96c3ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.998010] env[63043]: DEBUG nova.compute.provider_tree [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.080709] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858fcf1c-d322-425e-afc1-cab7871a4a9b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.099448] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance 'e86da836-765e-4b9c-a796-46dd2afc9ed8' progress to 0 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.237369] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Acquiring lock "b0fd09a4-4d33-4468-8b17-7a3edf5f3618" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.237684] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Lock "b0fd09a4-4d33-4468-8b17-7a3edf5f3618" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.276350] env[63043]: INFO nova.compute.manager [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Took 13.26 seconds to build instance. [ 1045.345959] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486624, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.345959] env[63043]: DEBUG nova.compute.manager [req-d5792b23-f983-4900-bfc9-700a432e120e req-ab1e96e3-e532-4ae3-8a6d-0d8ec00a84aa service nova] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Received event network-vif-deleted-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.390988] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.502030] env[63043]: DEBUG nova.scheduler.client.report [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.586167] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.605255] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.608070] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94b3e228-d2b3-4efb-9b69-b4b6b93fae7a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.615928] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.616417] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.616595] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.616790] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.616939] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.617315] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.617582] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.617789] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.618009] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.618220] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.618436] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.619503] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a8151e-e69d-4e3d-8db8-183a63d38c58 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.623710] env[63043]: DEBUG oslo_vmware.api [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1045.623710] env[63043]: value = "task-2486626" [ 1045.623710] env[63043]: _type = "Task" [ 1045.623710] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.630941] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203ea492-6bd6-4cc9-a76f-c258962fb985 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.640701] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1045.640701] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance 'e86da836-765e-4b9c-a796-46dd2afc9ed8' progress to 17 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.740900] env[63043]: DEBUG nova.compute.manager [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.777872] env[63043]: DEBUG oslo_concurrency.lockutils [None req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.099s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.843630] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486624, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.889864] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.007751] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.008542] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.012452] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.229s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.012556] env[63043]: DEBUG nova.objects.instance [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lazy-loading 'resources' on Instance uuid f56a3b7b-ae03-4741-a620-4b87acaa23d5 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.157122] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.157388] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.157584] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.157733] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.157883] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.158050] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.158368] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.158679] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.158679] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.159213] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.159213] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.166722] env[63043]: DEBUG nova.network.neutron [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Successfully updated port: 74ceafa2-5e7f-4cb7-9393-6c425819d534 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.168086] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89822ec0-4f29-4101-b4fe-ae07b9b68812 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.187061] env[63043]: DEBUG oslo_vmware.api [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1046.187061] env[63043]: value = "task-2486627" [ 1046.187061] env[63043]: _type = "Task" [ 1046.187061] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.198503] env[63043]: DEBUG oslo_vmware.api [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.264978] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.346199] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486624, 'name': CloneVM_Task, 'duration_secs': 1.991953} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.346547] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Created linked-clone VM from snapshot [ 1046.347343] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd1b0a5-7416-414c-a3ea-ab3e3149483c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.357198] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Uploading image d6f5f22e-5ea7-4d57-b636-45afd4858999 {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1046.395957] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486625, 'name': ReconfigVM_Task, 'duration_secs': 1.098122} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.398481] env[63043]: DEBUG oslo_vmware.rw_handles [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1046.398481] env[63043]: value = "vm-503110" [ 1046.398481] env[63043]: _type = "VirtualMachine" [ 1046.398481] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1046.398765] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 1b946c9d-4ab8-42e7-ac14-fcfa8152664b/1b946c9d-4ab8-42e7-ac14-fcfa8152664b.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.399602] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-deb89b37-39da-4533-ad69-32cb8389e35d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.401836] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fe248ae-a66a-458b-b342-c6345a2dcbd8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.411860] env[63043]: DEBUG oslo_vmware.rw_handles [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lease: (returnval){ [ 1046.411860] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523c850d-6f87-6112-30ef-96aeee8daa62" [ 1046.411860] env[63043]: _type = "HttpNfcLease" [ 1046.411860] env[63043]: } obtained for exporting VM: (result){ [ 1046.411860] env[63043]: value = "vm-503110" [ 1046.411860] env[63043]: _type = "VirtualMachine" [ 1046.411860] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1046.412255] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the lease: (returnval){ [ 1046.412255] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523c850d-6f87-6112-30ef-96aeee8daa62" [ 1046.412255] env[63043]: _type = "HttpNfcLease" [ 1046.412255] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1046.412628] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1046.412628] env[63043]: value = "task-2486628" [ 1046.412628] env[63043]: _type = "Task" [ 1046.412628] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.430495] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486628, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.433098] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.433098] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523c850d-6f87-6112-30ef-96aeee8daa62" [ 1046.433098] env[63043]: _type = "HttpNfcLease" [ 1046.433098] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1046.433387] env[63043]: DEBUG oslo_vmware.rw_handles [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1046.433387] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523c850d-6f87-6112-30ef-96aeee8daa62" [ 1046.433387] env[63043]: _type = "HttpNfcLease" [ 1046.433387] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1046.434544] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2315dc-bde3-47dd-9976-1e056602281c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.444449] env[63043]: DEBUG oslo_vmware.rw_handles [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522980c3-c232-662f-c8ab-acfd384796d7/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1046.444639] env[63043]: DEBUG oslo_vmware.rw_handles [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522980c3-c232-662f-c8ab-acfd384796d7/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1046.516356] env[63043]: DEBUG nova.compute.utils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1046.521351] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.521559] env[63043]: DEBUG nova.network.neutron [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.545692] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77aedfa7-e19a-444e-89cb-14e5f0e2ff55 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.568833] env[63043]: DEBUG nova.policy [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7999c2feb0a14f6ebb6cc7014f1e7733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '809bf2b062de4f29a1cca33aa550a62f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.681208] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "refresh_cache-c2dbfc2d-ddd6-4272-9a5d-d6c363273577" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.681208] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired lock "refresh_cache-c2dbfc2d-ddd6-4272-9a5d-d6c363273577" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.681208] env[63043]: DEBUG nova.network.neutron [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.701984] env[63043]: DEBUG oslo_vmware.api [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486627, 'name': ReconfigVM_Task, 'duration_secs': 0.202775} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.701984] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance 'e86da836-765e-4b9c-a796-46dd2afc9ed8' progress to 33 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.804967] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bcf4f8-98ad-44ae-be39-e562471a3424 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.815086] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39adfa35-0231-469c-9180-212b5ba2c2e8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.849706] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e21b56c-4ceb-4504-b85b-5b6272f535d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.859494] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f101c59-60ba-4ad5-862c-553af123003d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.877496] env[63043]: DEBUG nova.compute.provider_tree [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.884684] env[63043]: DEBUG nova.network.neutron [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Successfully created port: 458cb176-a80f-4277-942b-f4d17915fa45 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.923823] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486628, 'name': Rename_Task, 'duration_secs': 0.171109} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.924078] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.924355] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71cb3f89-7429-46b5-99d8-09e3019ed6e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.933784] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1046.933784] env[63043]: value = "task-2486630" [ 1046.933784] env[63043]: _type = "Task" [ 1046.933784] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.948148] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.021857] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.171202] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Didn't find any instances for network info cache update. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1047.171452] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.171625] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.171777] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.171964] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.172122] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.172335] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.172550] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63043) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1047.172790] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.208027] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.208797] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.209291] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.209572] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.209871] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.210144] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.210434] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.210747] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.211110] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.212068] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.212068] env[63043]: DEBUG nova.virt.hardware [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.219016] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1047.219357] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-019d2c14-ed6b-499f-8e38-f455f46818fb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.236429] env[63043]: DEBUG nova.network.neutron [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.241813] env[63043]: DEBUG oslo_vmware.api [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1047.241813] env[63043]: value = "task-2486631" [ 1047.241813] env[63043]: _type = "Task" [ 1047.241813] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.255141] env[63043]: DEBUG oslo_vmware.api [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.374998] env[63043]: DEBUG nova.compute.manager [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Received event network-changed-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.375402] env[63043]: DEBUG nova.compute.manager [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Refreshing instance network info cache due to event network-changed-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.375843] env[63043]: DEBUG oslo_concurrency.lockutils [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] Acquiring lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.376146] env[63043]: DEBUG oslo_concurrency.lockutils [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] Acquired lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.376455] env[63043]: DEBUG nova.network.neutron [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Refreshing network info cache for port d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.383023] env[63043]: DEBUG nova.network.neutron [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Updating instance_info_cache with network_info: [{"id": "74ceafa2-5e7f-4cb7-9393-6c425819d534", "address": "fa:16:3e:62:db:41", "network": {"id": "c3732569-8730-4552-9158-87a55f0dcff9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-489043228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809bf2b062de4f29a1cca33aa550a62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74ceafa2-5e", "ovs_interfaceid": "74ceafa2-5e7f-4cb7-9393-6c425819d534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.384963] env[63043]: DEBUG nova.scheduler.client.report [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.446343] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486630, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.676762] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.752519] env[63043]: DEBUG oslo_vmware.api [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486631, 'name': ReconfigVM_Task, 'duration_secs': 0.184042} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.752967] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.753819] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7b95cc-e846-49f3-9c8e-830ab36297d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.778399] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] e86da836-765e-4b9c-a796-46dd2afc9ed8/e86da836-765e-4b9c-a796-46dd2afc9ed8.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.778783] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5d9c627-55ae-4edf-ba16-6f6108445b7b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.798614] env[63043]: DEBUG oslo_vmware.api [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1047.798614] env[63043]: value = "task-2486632" [ 1047.798614] env[63043]: _type = "Task" [ 1047.798614] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.807211] env[63043]: DEBUG oslo_vmware.api [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.891381] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Releasing lock "refresh_cache-c2dbfc2d-ddd6-4272-9a5d-d6c363273577" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.892040] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Instance network_info: |[{"id": "74ceafa2-5e7f-4cb7-9393-6c425819d534", "address": "fa:16:3e:62:db:41", "network": {"id": "c3732569-8730-4552-9158-87a55f0dcff9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-489043228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809bf2b062de4f29a1cca33aa550a62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74ceafa2-5e", "ovs_interfaceid": "74ceafa2-5e7f-4cb7-9393-6c425819d534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.892351] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:db:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74ceafa2-5e7f-4cb7-9393-6c425819d534', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.901773] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Creating folder: Project (809bf2b062de4f29a1cca33aa550a62f). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.902611] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.904815] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb398c88-4e17-4e65-93c9-81a25357aefa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.907742] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.643s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.909226] env[63043]: INFO nova.compute.claims [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.924142] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Created folder: Project (809bf2b062de4f29a1cca33aa550a62f) in parent group-v502843. [ 1047.924396] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Creating folder: Instances. Parent ref: group-v503111. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.924827] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1d90ef4-ac06-4ed0-b131-4e35f48c3eea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.942925] env[63043]: INFO nova.scheduler.client.report [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted allocations for instance f56a3b7b-ae03-4741-a620-4b87acaa23d5 [ 1047.945677] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Created folder: Instances in parent group-v503111. [ 1047.945677] env[63043]: DEBUG oslo.service.loopingcall [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.948542] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.949129] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6343cb5-175f-4a8b-9688-be8cd7260300 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.969286] env[63043]: DEBUG oslo_vmware.api [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486630, 'name': PowerOnVM_Task, 'duration_secs': 0.630586} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.970079] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.970375] env[63043]: INFO nova.compute.manager [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1047.970678] env[63043]: DEBUG nova.compute.manager [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.972170] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e64f91-ef1a-487b-99ff-b123344bf03c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.977203] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.977203] env[63043]: value = "task-2486635" [ 1047.977203] env[63043]: _type = "Task" [ 1047.977203] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.999222] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486635, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.034422] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.066144] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.066939] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.067341] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.067743] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.069030] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.069030] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.069030] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.069030] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.069030] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.069251] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.069413] env[63043]: DEBUG nova.virt.hardware [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.071115] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11c87f1-072e-47f2-acc1-1f94348e409c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.083158] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39750a8e-9050-4d4e-9ddb-45b074c82e9b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.175339] env[63043]: DEBUG nova.network.neutron [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updated VIF entry in instance network info cache for port d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.176249] env[63043]: DEBUG nova.network.neutron [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updating instance_info_cache with network_info: [{"id": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "address": "fa:16:3e:49:d3:c4", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fb2c1c-00", "ovs_interfaceid": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.309635] env[63043]: DEBUG oslo_vmware.api [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486632, 'name': ReconfigVM_Task, 'duration_secs': 0.297708} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.309970] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Reconfigured VM instance instance-00000051 to attach disk [datastore1] e86da836-765e-4b9c-a796-46dd2afc9ed8/e86da836-765e-4b9c-a796-46dd2afc9ed8.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.310468] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance 'e86da836-765e-4b9c-a796-46dd2afc9ed8' progress to 50 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.454883] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b387cc79-0f73-41c4-bb26-6d202bcc26ae tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "f56a3b7b-ae03-4741-a620-4b87acaa23d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.192s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.486918] env[63043]: DEBUG nova.network.neutron [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Successfully updated port: 458cb176-a80f-4277-942b-f4d17915fa45 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.500868] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486635, 'name': CreateVM_Task, 'duration_secs': 0.362931} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.501458] env[63043]: INFO nova.compute.manager [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Took 12.60 seconds to build instance. [ 1048.502127] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.503131] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.503298] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.503619] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.503869] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d29acd-c21d-42ed-a9b5-6163bfac7795 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.510345] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1048.510345] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529f317c-f8c7-dd48-13bf-69eece237a4b" [ 1048.510345] env[63043]: _type = "Task" [ 1048.510345] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.521314] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529f317c-f8c7-dd48-13bf-69eece237a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.679218] env[63043]: DEBUG oslo_concurrency.lockutils [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] Releasing lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.679529] env[63043]: DEBUG nova.compute.manager [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Received event network-vif-plugged-74ceafa2-5e7f-4cb7-9393-6c425819d534 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.679761] env[63043]: DEBUG oslo_concurrency.lockutils [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] Acquiring lock "c2dbfc2d-ddd6-4272-9a5d-d6c363273577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.679983] env[63043]: DEBUG oslo_concurrency.lockutils [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] Lock "c2dbfc2d-ddd6-4272-9a5d-d6c363273577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.680197] env[63043]: DEBUG oslo_concurrency.lockutils [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] Lock "c2dbfc2d-ddd6-4272-9a5d-d6c363273577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.680413] env[63043]: DEBUG nova.compute.manager [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] No waiting events found dispatching network-vif-plugged-74ceafa2-5e7f-4cb7-9393-6c425819d534 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.680637] env[63043]: WARNING nova.compute.manager [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Received unexpected event network-vif-plugged-74ceafa2-5e7f-4cb7-9393-6c425819d534 for instance with vm_state building and task_state spawning. [ 1048.680890] env[63043]: DEBUG nova.compute.manager [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Received event network-changed-74ceafa2-5e7f-4cb7-9393-6c425819d534 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.682951] env[63043]: DEBUG nova.compute.manager [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Refreshing instance network info cache due to event network-changed-74ceafa2-5e7f-4cb7-9393-6c425819d534. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1048.682951] env[63043]: DEBUG oslo_concurrency.lockutils [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] Acquiring lock "refresh_cache-c2dbfc2d-ddd6-4272-9a5d-d6c363273577" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.682951] env[63043]: DEBUG oslo_concurrency.lockutils [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] Acquired lock "refresh_cache-c2dbfc2d-ddd6-4272-9a5d-d6c363273577" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.682951] env[63043]: DEBUG nova.network.neutron [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Refreshing network info cache for port 74ceafa2-5e7f-4cb7-9393-6c425819d534 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.818986] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638f17f-1a6e-4067-9aa4-7119c2e1c69f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.840557] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df63b5a6-9c5a-4346-a753-44959da84c6b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.860395] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance 'e86da836-765e-4b9c-a796-46dd2afc9ed8' progress to 67 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.987931] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "refresh_cache-714876fa-0276-4b13-b2a7-57b6dc9fb70e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.988093] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired lock "refresh_cache-714876fa-0276-4b13-b2a7-57b6dc9fb70e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.988248] env[63043]: DEBUG nova.network.neutron [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.004019] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "1b946c9d-4ab8-42e7-ac14-fcfa8152664b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.112s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.022751] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529f317c-f8c7-dd48-13bf-69eece237a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.014832} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.023086] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.023297] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.023538] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.023686] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.023866] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.024143] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f907d201-f938-4c05-9e9f-3024059d823a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.035685] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.035857] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.036656] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd500e64-5384-4411-b03c-c8701d4d5ee0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.043091] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1049.043091] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f05983-7782-1615-2154-40900d40a38b" [ 1049.043091] env[63043]: _type = "Task" [ 1049.043091] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.058315] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f05983-7782-1615-2154-40900d40a38b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.130274] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6a5f92-00fa-4116-8499-fcd8a6b17487 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.138414] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a67b0-9f18-428f-9e60-e4fc557faadc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.173090] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbe267a-f277-41e2-96cd-a4e6568a48c1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.181388] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f94feef-8fae-487a-8a4f-29c14ca0a217 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.198393] env[63043]: DEBUG nova.compute.provider_tree [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.400949] env[63043]: DEBUG nova.compute.manager [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Received event network-vif-plugged-458cb176-a80f-4277-942b-f4d17915fa45 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.401228] env[63043]: DEBUG oslo_concurrency.lockutils [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] Acquiring lock "714876fa-0276-4b13-b2a7-57b6dc9fb70e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.401471] env[63043]: DEBUG oslo_concurrency.lockutils [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] Lock "714876fa-0276-4b13-b2a7-57b6dc9fb70e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.401661] env[63043]: DEBUG oslo_concurrency.lockutils [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] Lock "714876fa-0276-4b13-b2a7-57b6dc9fb70e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.401837] env[63043]: DEBUG nova.compute.manager [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] No waiting events found dispatching network-vif-plugged-458cb176-a80f-4277-942b-f4d17915fa45 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.402008] env[63043]: WARNING nova.compute.manager [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Received unexpected event network-vif-plugged-458cb176-a80f-4277-942b-f4d17915fa45 for instance with vm_state building and task_state spawning. [ 1049.402459] env[63043]: DEBUG nova.compute.manager [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Received event network-changed-458cb176-a80f-4277-942b-f4d17915fa45 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.402638] env[63043]: DEBUG nova.compute.manager [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Refreshing instance network info cache due to event network-changed-458cb176-a80f-4277-942b-f4d17915fa45. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.403209] env[63043]: DEBUG oslo_concurrency.lockutils [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] Acquiring lock "refresh_cache-714876fa-0276-4b13-b2a7-57b6dc9fb70e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.408287] env[63043]: DEBUG nova.network.neutron [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Updated VIF entry in instance network info cache for port 74ceafa2-5e7f-4cb7-9393-6c425819d534. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.408723] env[63043]: DEBUG nova.network.neutron [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Updating instance_info_cache with network_info: [{"id": "74ceafa2-5e7f-4cb7-9393-6c425819d534", "address": "fa:16:3e:62:db:41", "network": {"id": "c3732569-8730-4552-9158-87a55f0dcff9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-489043228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809bf2b062de4f29a1cca33aa550a62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74ceafa2-5e", "ovs_interfaceid": "74ceafa2-5e7f-4cb7-9393-6c425819d534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.418567] env[63043]: DEBUG nova.network.neutron [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Port 44b568d0-b1d5-4f7a-9946-693dc2b01c12 binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1049.519682] env[63043]: DEBUG nova.network.neutron [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.553551] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f05983-7782-1615-2154-40900d40a38b, 'name': SearchDatastore_Task, 'duration_secs': 0.011915} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.554376] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f83d27-b530-4c2a-9b56-e8fae37b973c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.558920] env[63043]: DEBUG oslo_concurrency.lockutils [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "8faf95e3-ce3a-4e0a-91f1-f508a80fb268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.559171] env[63043]: DEBUG oslo_concurrency.lockutils [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "8faf95e3-ce3a-4e0a-91f1-f508a80fb268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.559367] env[63043]: DEBUG oslo_concurrency.lockutils [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "8faf95e3-ce3a-4e0a-91f1-f508a80fb268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.559820] env[63043]: DEBUG oslo_concurrency.lockutils [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "8faf95e3-ce3a-4e0a-91f1-f508a80fb268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.560010] env[63043]: DEBUG oslo_concurrency.lockutils [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "8faf95e3-ce3a-4e0a-91f1-f508a80fb268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.563141] env[63043]: INFO nova.compute.manager [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Terminating instance [ 1049.568020] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1049.568020] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523e7c22-09c8-a8cb-b4b8-d475fdf015f5" [ 1049.568020] env[63043]: _type = "Task" [ 1049.568020] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.576953] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523e7c22-09c8-a8cb-b4b8-d475fdf015f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.657635] env[63043]: DEBUG nova.network.neutron [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Updating instance_info_cache with network_info: [{"id": "458cb176-a80f-4277-942b-f4d17915fa45", "address": "fa:16:3e:89:27:9e", "network": {"id": "c3732569-8730-4552-9158-87a55f0dcff9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-489043228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809bf2b062de4f29a1cca33aa550a62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458cb176-a8", "ovs_interfaceid": "458cb176-a80f-4277-942b-f4d17915fa45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.686736] env[63043]: DEBUG nova.compute.manager [req-e9d42a81-d987-455a-b227-02d17bdf19cf req-c5b4589b-e802-4766-8ce9-2b0cf3db3730 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Received event network-changed-bf12afbb-90de-40d7-8b78-7d449f6b6af7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.686736] env[63043]: DEBUG nova.compute.manager [req-e9d42a81-d987-455a-b227-02d17bdf19cf req-c5b4589b-e802-4766-8ce9-2b0cf3db3730 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Refreshing instance network info cache due to event network-changed-bf12afbb-90de-40d7-8b78-7d449f6b6af7. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.686736] env[63043]: DEBUG oslo_concurrency.lockutils [req-e9d42a81-d987-455a-b227-02d17bdf19cf req-c5b4589b-e802-4766-8ce9-2b0cf3db3730 service nova] Acquiring lock "refresh_cache-1b946c9d-4ab8-42e7-ac14-fcfa8152664b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.686736] env[63043]: DEBUG oslo_concurrency.lockutils [req-e9d42a81-d987-455a-b227-02d17bdf19cf req-c5b4589b-e802-4766-8ce9-2b0cf3db3730 service nova] Acquired lock "refresh_cache-1b946c9d-4ab8-42e7-ac14-fcfa8152664b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.686736] env[63043]: DEBUG nova.network.neutron [req-e9d42a81-d987-455a-b227-02d17bdf19cf req-c5b4589b-e802-4766-8ce9-2b0cf3db3730 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Refreshing network info cache for port bf12afbb-90de-40d7-8b78-7d449f6b6af7 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.701602] env[63043]: DEBUG nova.scheduler.client.report [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.911837] env[63043]: DEBUG oslo_concurrency.lockutils [req-e20a2d75-a6fc-456b-899a-d6ff2a4f9e14 req-32492e31-b913-4688-a787-6813c63221ba service nova] Releasing lock "refresh_cache-c2dbfc2d-ddd6-4272-9a5d-d6c363273577" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.068665] env[63043]: DEBUG nova.compute.manager [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.068823] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.069736] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102cb075-ba28-46f0-85b1-1a8cf8a6fed6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.082156] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523e7c22-09c8-a8cb-b4b8-d475fdf015f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.084447] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.084710] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c2dbfc2d-ddd6-4272-9a5d-d6c363273577/c2dbfc2d-ddd6-4272-9a5d-d6c363273577.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.085021] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.085238] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f9a2385-2ec3-4d86-9989-9f735dabfc75 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.087133] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc61c1c4-fa64-44b5-82b8-d2219139e901 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.094744] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1050.094744] env[63043]: value = "task-2486637" [ 1050.094744] env[63043]: _type = "Task" [ 1050.094744] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.096068] env[63043]: DEBUG oslo_vmware.api [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1050.096068] env[63043]: value = "task-2486636" [ 1050.096068] env[63043]: _type = "Task" [ 1050.096068] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.107638] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.110839] env[63043]: DEBUG oslo_vmware.api [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.161732] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Releasing lock "refresh_cache-714876fa-0276-4b13-b2a7-57b6dc9fb70e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.162167] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Instance network_info: |[{"id": "458cb176-a80f-4277-942b-f4d17915fa45", "address": "fa:16:3e:89:27:9e", "network": {"id": "c3732569-8730-4552-9158-87a55f0dcff9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-489043228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809bf2b062de4f29a1cca33aa550a62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458cb176-a8", "ovs_interfaceid": "458cb176-a80f-4277-942b-f4d17915fa45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.162503] env[63043]: DEBUG oslo_concurrency.lockutils [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] Acquired lock "refresh_cache-714876fa-0276-4b13-b2a7-57b6dc9fb70e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.162696] env[63043]: DEBUG nova.network.neutron [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Refreshing network info cache for port 458cb176-a80f-4277-942b-f4d17915fa45 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.164138] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:27:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '458cb176-a80f-4277-942b-f4d17915fa45', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.173037] env[63043]: DEBUG oslo.service.loopingcall [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.177263] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.177935] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1028ff4f-e7e8-418c-9fdc-80f18fc839a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.203641] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.203641] env[63043]: value = "task-2486638" [ 1050.203641] env[63043]: _type = "Task" [ 1050.203641] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.208234] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.208870] env[63043]: DEBUG nova.compute.manager [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.212040] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.535s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.212261] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.212954] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1050.214312] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c1238a-4583-47b3-91c3-ffff50a8956e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.220598] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486638, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.227142] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a052c5-b8d2-4741-8922-4f829a5ea4dd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.243251] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c218c682-9ca0-43cb-976c-df5cd63d11bd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.251888] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b1242b-690e-4bec-8c1f-437ed648141e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.293561] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179427MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1050.293798] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.293994] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.442205] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "e86da836-765e-4b9c-a796-46dd2afc9ed8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.442460] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.442642] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.613142] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486637, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.617364] env[63043]: DEBUG oslo_vmware.api [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486636, 'name': PowerOffVM_Task, 'duration_secs': 0.231147} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.617744] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.617982] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.618465] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f034f94-dda2-4c85-a543-bf94c879439d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.704024] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.704024] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.704024] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleting the datastore file [datastore2] 8faf95e3-ce3a-4e0a-91f1-f508a80fb268 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.704024] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e28cf71d-5647-4406-b9d4-6591c7dfc62e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.715753] env[63043]: DEBUG nova.compute.utils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1050.719086] env[63043]: DEBUG nova.compute.manager [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.719477] env[63043]: DEBUG nova.network.neutron [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.721613] env[63043]: DEBUG oslo_vmware.api [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for the task: (returnval){ [ 1050.721613] env[63043]: value = "task-2486640" [ 1050.721613] env[63043]: _type = "Task" [ 1050.721613] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.726493] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486638, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.737510] env[63043]: DEBUG oslo_vmware.api [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.769870] env[63043]: DEBUG nova.policy [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2abf907dbcec486f80fd19914197dd7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40fcc31ffde041c79142389368660193', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.906964] env[63043]: DEBUG nova.network.neutron [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Updated VIF entry in instance network info cache for port 458cb176-a80f-4277-942b-f4d17915fa45. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.907369] env[63043]: DEBUG nova.network.neutron [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Updating instance_info_cache with network_info: [{"id": "458cb176-a80f-4277-942b-f4d17915fa45", "address": "fa:16:3e:89:27:9e", "network": {"id": "c3732569-8730-4552-9158-87a55f0dcff9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-489043228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809bf2b062de4f29a1cca33aa550a62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458cb176-a8", "ovs_interfaceid": "458cb176-a80f-4277-942b-f4d17915fa45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.950760] env[63043]: DEBUG nova.network.neutron [req-e9d42a81-d987-455a-b227-02d17bdf19cf req-c5b4589b-e802-4766-8ce9-2b0cf3db3730 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Updated VIF entry in instance network info cache for port bf12afbb-90de-40d7-8b78-7d449f6b6af7. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.951603] env[63043]: DEBUG nova.network.neutron [req-e9d42a81-d987-455a-b227-02d17bdf19cf req-c5b4589b-e802-4766-8ce9-2b0cf3db3730 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Updating instance_info_cache with network_info: [{"id": "bf12afbb-90de-40d7-8b78-7d449f6b6af7", "address": "fa:16:3e:1f:b9:89", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf12afbb-90", "ovs_interfaceid": "bf12afbb-90de-40d7-8b78-7d449f6b6af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.107401] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544976} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.107685] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] c2dbfc2d-ddd6-4272-9a5d-d6c363273577/c2dbfc2d-ddd6-4272-9a5d-d6c363273577.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.107895] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.109031] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e46ae70f-8948-4fe9-a3e8-b22b17520e1c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.115318] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1051.115318] env[63043]: value = "task-2486641" [ 1051.115318] env[63043]: _type = "Task" [ 1051.115318] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.126437] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.137310] env[63043]: DEBUG nova.network.neutron [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Successfully created port: 4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.216561] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486638, 'name': CreateVM_Task, 'duration_secs': 0.620555} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.216733] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.217481] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.217654] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.218238] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.218238] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b1e52a-d12f-4e33-82a9-1f67f1d2156b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.223961] env[63043]: DEBUG nova.compute.manager [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.226620] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1051.226620] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528ad1cb-297e-3e2d-1b33-3d4b1be8d4b9" [ 1051.226620] env[63043]: _type = "Task" [ 1051.226620] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.239670] env[63043]: DEBUG oslo_vmware.api [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Task: {'id': task-2486640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148061} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.242799] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.242984] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.243184] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.243367] env[63043]: INFO nova.compute.manager [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1051.243622] env[63043]: DEBUG oslo.service.loopingcall [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.243832] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528ad1cb-297e-3e2d-1b33-3d4b1be8d4b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.244057] env[63043]: DEBUG nova.compute.manager [-] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.244176] env[63043]: DEBUG nova.network.neutron [-] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.307399] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Applying migration context for instance e86da836-765e-4b9c-a796-46dd2afc9ed8 as it has an incoming, in-progress migration 03771a4a-bd2a-4fd8-8167-fb409c37fcf0. Migration status is post-migrating {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1051.309390] env[63043]: INFO nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating resource usage from migration 03771a4a-bd2a-4fd8-8167-fb409c37fcf0 [ 1051.333435] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 8faf95e3-ce3a-4e0a-91f1-f508a80fb268 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.333708] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 163658b6-bb70-4efa-9acf-48db8c1370d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.333771] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.333861] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance b9be1ce1-755a-4f38-8801-678ac29c45ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.333976] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 089a289f-1ff3-4169-9254-9a907c45b73c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.334110] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.334280] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 0b11ce51-60e6-4341-9732-0628a3f53137 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.334500] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance db9ebced-3859-46e0-851e-4eaf4552acbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.334676] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ec195cde-37ad-4f04-98c6-2b22b3703558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.334745] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 6a89dad9-c846-408a-8b3e-3f9ce11a87b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.334846] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 1b946c9d-4ab8-42e7-ac14-fcfa8152664b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.334958] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Migration 03771a4a-bd2a-4fd8-8167-fb409c37fcf0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1051.335084] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance e86da836-765e-4b9c-a796-46dd2afc9ed8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.335196] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance c2dbfc2d-ddd6-4272-9a5d-d6c363273577 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.335306] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 714876fa-0276-4b13-b2a7-57b6dc9fb70e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.335415] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance b0fd09a4-4d33-4468-8b17-7a3edf5f3618 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.335674] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1051.335867] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1051.410606] env[63043]: DEBUG oslo_concurrency.lockutils [req-780b0f2c-7830-49d5-895f-20b35aaf6373 req-c8e4525c-e570-4943-ae91-e002965aefb2 service nova] Releasing lock "refresh_cache-714876fa-0276-4b13-b2a7-57b6dc9fb70e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.453893] env[63043]: DEBUG oslo_concurrency.lockutils [req-e9d42a81-d987-455a-b227-02d17bdf19cf req-c5b4589b-e802-4766-8ce9-2b0cf3db3730 service nova] Releasing lock "refresh_cache-1b946c9d-4ab8-42e7-ac14-fcfa8152664b" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.499970] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.500258] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.500353] env[63043]: DEBUG nova.network.neutron [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.541039] env[63043]: DEBUG nova.compute.manager [req-3284e2c9-9c8c-43cb-90a4-8e074f50c754 req-bf05ea54-ad67-4321-8bf9-bde2ba373b2a service nova] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Received event network-vif-deleted-48f29976-1294-41e7-84b0-bbbb995e6c10 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.541039] env[63043]: INFO nova.compute.manager [req-3284e2c9-9c8c-43cb-90a4-8e074f50c754 req-bf05ea54-ad67-4321-8bf9-bde2ba373b2a service nova] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Neutron deleted interface 48f29976-1294-41e7-84b0-bbbb995e6c10; detaching it from the instance and deleting it from the info cache [ 1051.541039] env[63043]: DEBUG nova.network.neutron [req-3284e2c9-9c8c-43cb-90a4-8e074f50c754 req-bf05ea54-ad67-4321-8bf9-bde2ba373b2a service nova] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.588023] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b868e96-6c03-4334-8fea-dcd413a23439 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.596792] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b05c2d-f332-417c-b45e-57ba9eba4c80 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.635665] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a42a44-7a1c-468c-a60d-3e871fa5526c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.647588] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d89379f-03b9-464e-8804-f8b51199fa47 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.652123] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301887} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.652431] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.653709] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ea3992-2a0f-4358-bd5f-a4754e399e56 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.668029] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.692393] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] c2dbfc2d-ddd6-4272-9a5d-d6c363273577/c2dbfc2d-ddd6-4272-9a5d-d6c363273577.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.693857] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00ebf42e-67de-4405-9877-186ee0f0633c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.716221] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1051.716221] env[63043]: value = "task-2486642" [ 1051.716221] env[63043]: _type = "Task" [ 1051.716221] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.727663] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.745022] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528ad1cb-297e-3e2d-1b33-3d4b1be8d4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.037288} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.745022] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.745022] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.745022] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.745022] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.745022] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.745022] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad9d86d8-cc88-4c06-82fb-74f23cf7dcad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.756953] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.757172] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.758174] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df8d035-36ff-4633-909a-e6e411ed2357 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.765831] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1051.765831] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5264f80f-0128-a127-3a82-9f38015ea730" [ 1051.765831] env[63043]: _type = "Task" [ 1051.765831] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.774926] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5264f80f-0128-a127-3a82-9f38015ea730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.019069] env[63043]: DEBUG nova.network.neutron [-] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.043100] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-954ecc21-a599-4761-9f40-b321cc2ff0e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.055068] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b00ef3-46f1-4417-b390-ed85adf6dd80 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.098358] env[63043]: DEBUG nova.compute.manager [req-3284e2c9-9c8c-43cb-90a4-8e074f50c754 req-bf05ea54-ad67-4321-8bf9-bde2ba373b2a service nova] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Detach interface failed, port_id=48f29976-1294-41e7-84b0-bbbb995e6c10, reason: Instance 8faf95e3-ce3a-4e0a-91f1-f508a80fb268 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1052.172026] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.229123] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.244660] env[63043]: DEBUG nova.compute.manager [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.281646] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5264f80f-0128-a127-3a82-9f38015ea730, 'name': SearchDatastore_Task, 'duration_secs': 0.02395} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.284601] env[63043]: DEBUG nova.virt.hardware [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.284857] env[63043]: DEBUG nova.virt.hardware [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.285030] env[63043]: DEBUG nova.virt.hardware [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.285230] env[63043]: DEBUG nova.virt.hardware [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.285412] env[63043]: DEBUG nova.virt.hardware [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.285556] env[63043]: DEBUG nova.virt.hardware [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.285744] env[63043]: DEBUG nova.virt.hardware [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.285901] env[63043]: DEBUG nova.virt.hardware [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.286080] env[63043]: DEBUG nova.virt.hardware [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.286249] env[63043]: DEBUG nova.virt.hardware [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.286502] env[63043]: DEBUG nova.virt.hardware [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.287913] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2c2d2c-38be-4a45-87d2-f3f24fd4c4c6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.291416] env[63043]: DEBUG nova.network.neutron [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance_info_cache with network_info: [{"id": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "address": "fa:16:3e:d0:f2:db", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b568d0-b1", "ovs_interfaceid": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.292746] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77235386-4cdb-42af-9d6a-08d45ab70379 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.305195] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d013f4a4-d54d-45f9-8a26-fb1cb3f54c68 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.310308] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1052.310308] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524a78b1-776a-b7ac-65b2-93a1a409940d" [ 1052.310308] env[63043]: _type = "Task" [ 1052.310308] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.329886] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524a78b1-776a-b7ac-65b2-93a1a409940d, 'name': SearchDatastore_Task, 'duration_secs': 0.014836} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.330176] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.330439] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 714876fa-0276-4b13-b2a7-57b6dc9fb70e/714876fa-0276-4b13-b2a7-57b6dc9fb70e.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.330707] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a806f63-d676-4a05-89a7-f39c2903eb7b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.348166] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1052.348166] env[63043]: value = "task-2486643" [ 1052.348166] env[63043]: _type = "Task" [ 1052.348166] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.359499] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.522935] env[63043]: INFO nova.compute.manager [-] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Took 1.28 seconds to deallocate network for instance. [ 1052.562275] env[63043]: DEBUG nova.compute.manager [req-b94dc09a-d2cb-4363-a5ef-cd50e217a4ef req-29ec95d5-10a7-43cb-bcc6-01b01f8344f6 service nova] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Received event network-vif-plugged-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.562535] env[63043]: DEBUG oslo_concurrency.lockutils [req-b94dc09a-d2cb-4363-a5ef-cd50e217a4ef req-29ec95d5-10a7-43cb-bcc6-01b01f8344f6 service nova] Acquiring lock "b0fd09a4-4d33-4468-8b17-7a3edf5f3618-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.562836] env[63043]: DEBUG oslo_concurrency.lockutils [req-b94dc09a-d2cb-4363-a5ef-cd50e217a4ef req-29ec95d5-10a7-43cb-bcc6-01b01f8344f6 service nova] Lock "b0fd09a4-4d33-4468-8b17-7a3edf5f3618-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.563107] env[63043]: DEBUG oslo_concurrency.lockutils [req-b94dc09a-d2cb-4363-a5ef-cd50e217a4ef req-29ec95d5-10a7-43cb-bcc6-01b01f8344f6 service nova] Lock "b0fd09a4-4d33-4468-8b17-7a3edf5f3618-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.563357] env[63043]: DEBUG nova.compute.manager [req-b94dc09a-d2cb-4363-a5ef-cd50e217a4ef req-29ec95d5-10a7-43cb-bcc6-01b01f8344f6 service nova] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] No waiting events found dispatching network-vif-plugged-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.563612] env[63043]: WARNING nova.compute.manager [req-b94dc09a-d2cb-4363-a5ef-cd50e217a4ef req-29ec95d5-10a7-43cb-bcc6-01b01f8344f6 service nova] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Received unexpected event network-vif-plugged-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 for instance with vm_state building and task_state spawning. [ 1052.664054] env[63043]: DEBUG nova.network.neutron [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Successfully updated port: 4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.680860] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1052.681153] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.387s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.729016] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486642, 'name': ReconfigVM_Task, 'duration_secs': 0.642788} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.729423] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Reconfigured VM instance instance-00000066 to attach disk [datastore1] c2dbfc2d-ddd6-4272-9a5d-d6c363273577/c2dbfc2d-ddd6-4272-9a5d-d6c363273577.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.730120] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3cc04b5-5cff-4136-81f5-02395e830fdd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.739208] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1052.739208] env[63043]: value = "task-2486644" [ 1052.739208] env[63043]: _type = "Task" [ 1052.739208] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.750353] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486644, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.796744] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.873532] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486643, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.033855] env[63043]: DEBUG oslo_concurrency.lockutils [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.033855] env[63043]: DEBUG oslo_concurrency.lockutils [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.034214] env[63043]: DEBUG nova.objects.instance [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lazy-loading 'resources' on Instance uuid 8faf95e3-ce3a-4e0a-91f1-f508a80fb268 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.166415] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Acquiring lock "refresh_cache-b0fd09a4-4d33-4468-8b17-7a3edf5f3618" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.166677] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Acquired lock "refresh_cache-b0fd09a4-4d33-4468-8b17-7a3edf5f3618" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.166936] env[63043]: DEBUG nova.network.neutron [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.249806] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486644, 'name': Rename_Task, 'duration_secs': 0.23775} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.250092] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.250337] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a637b6f-bfc5-473e-ab7d-599e2837649f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.256629] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1053.256629] env[63043]: value = "task-2486645" [ 1053.256629] env[63043]: _type = "Task" [ 1053.256629] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.264135] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.328022] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7f42d2-e5e6-459e-b84a-735fa1c0dc83 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.346059] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cca7d4-b367-4927-9a56-e951d516688a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.355570] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance 'e86da836-765e-4b9c-a796-46dd2afc9ed8' progress to 83 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.364156] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586179} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.364441] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 714876fa-0276-4b13-b2a7-57b6dc9fb70e/714876fa-0276-4b13-b2a7-57b6dc9fb70e.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.364699] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.364963] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cbca562-dbe8-46e8-bb5f-60e674a1eb6d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.371607] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1053.371607] env[63043]: value = "task-2486646" [ 1053.371607] env[63043]: _type = "Task" [ 1053.371607] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.379887] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.701731] env[63043]: DEBUG nova.network.neutron [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.737096] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9044065-83dd-455c-a2d1-c9dc5a227f6e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.746913] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7711912-2b3c-41d9-a141-13c843b8828b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.783255] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9466cbe5-267a-4462-a44e-8bb8cfed9c42 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.791723] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.794857] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0180a146-9994-47ae-b106-d9ec56ef71df {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.808696] env[63043]: DEBUG nova.compute.provider_tree [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.849177] env[63043]: DEBUG nova.network.neutron [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Updating instance_info_cache with network_info: [{"id": "4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6", "address": "fa:16:3e:c2:6f:0c", "network": {"id": "a54c0657-0313-4f30-b4c9-82967fef0f90", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-381620584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40fcc31ffde041c79142389368660193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfbd723-0e", "ovs_interfaceid": "4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.861701] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bae342-f640-4de5-9748-b7f9cabb2079 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance 'e86da836-765e-4b9c-a796-46dd2afc9ed8' progress to 100 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.881989] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074616} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.882301] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.883117] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bb1328-8cb8-40dc-be20-2b22d7c584e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.906284] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 714876fa-0276-4b13-b2a7-57b6dc9fb70e/714876fa-0276-4b13-b2a7-57b6dc9fb70e.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.907327] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a4f50bc-2d9e-40c2-88c5-6055eb69eca5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.928050] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1053.928050] env[63043]: value = "task-2486647" [ 1053.928050] env[63043]: _type = "Task" [ 1053.928050] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.937570] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.288758] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486645, 'name': PowerOnVM_Task} progress is 96%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.311976] env[63043]: DEBUG nova.scheduler.client.report [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.352069] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Releasing lock "refresh_cache-b0fd09a4-4d33-4468-8b17-7a3edf5f3618" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.352450] env[63043]: DEBUG nova.compute.manager [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Instance network_info: |[{"id": "4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6", "address": "fa:16:3e:c2:6f:0c", "network": {"id": "a54c0657-0313-4f30-b4c9-82967fef0f90", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-381620584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40fcc31ffde041c79142389368660193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfbd723-0e", "ovs_interfaceid": "4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.352912] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:6f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.361651] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Creating folder: Project (40fcc31ffde041c79142389368660193). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.361961] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf8ee875-1a07-4993-905c-b51b4b5f766e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.375576] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Created folder: Project (40fcc31ffde041c79142389368660193) in parent group-v502843. [ 1054.375845] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Creating folder: Instances. Parent ref: group-v503115. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.376345] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01c0932e-4a1b-4b8b-a532-4752884cc70f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.394547] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Created folder: Instances in parent group-v503115. [ 1054.394873] env[63043]: DEBUG oslo.service.loopingcall [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.395126] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.395378] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a72e1cb9-8c05-407f-a487-41a17e229b42 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.419925] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.419925] env[63043]: value = "task-2486650" [ 1054.419925] env[63043]: _type = "Task" [ 1054.419925] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.431558] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486650, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.441946] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486647, 'name': ReconfigVM_Task, 'duration_secs': 0.397877} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.443045] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 714876fa-0276-4b13-b2a7-57b6dc9fb70e/714876fa-0276-4b13-b2a7-57b6dc9fb70e.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.443377] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-460cfe4d-67a7-4c1a-acb0-a2b741c5793d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.453158] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1054.453158] env[63043]: value = "task-2486651" [ 1054.453158] env[63043]: _type = "Task" [ 1054.453158] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.462952] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486651, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.591871] env[63043]: DEBUG nova.compute.manager [req-c8aaace6-c05e-45f3-84e2-26bbf16f79b7 req-a8203371-8397-4c32-93b9-f21dfa0be934 service nova] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Received event network-changed-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.592091] env[63043]: DEBUG nova.compute.manager [req-c8aaace6-c05e-45f3-84e2-26bbf16f79b7 req-a8203371-8397-4c32-93b9-f21dfa0be934 service nova] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Refreshing instance network info cache due to event network-changed-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1054.592320] env[63043]: DEBUG oslo_concurrency.lockutils [req-c8aaace6-c05e-45f3-84e2-26bbf16f79b7 req-a8203371-8397-4c32-93b9-f21dfa0be934 service nova] Acquiring lock "refresh_cache-b0fd09a4-4d33-4468-8b17-7a3edf5f3618" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.592548] env[63043]: DEBUG oslo_concurrency.lockutils [req-c8aaace6-c05e-45f3-84e2-26bbf16f79b7 req-a8203371-8397-4c32-93b9-f21dfa0be934 service nova] Acquired lock "refresh_cache-b0fd09a4-4d33-4468-8b17-7a3edf5f3618" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.592614] env[63043]: DEBUG nova.network.neutron [req-c8aaace6-c05e-45f3-84e2-26bbf16f79b7 req-a8203371-8397-4c32-93b9-f21dfa0be934 service nova] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Refreshing network info cache for port 4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.788214] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486645, 'name': PowerOnVM_Task, 'duration_secs': 1.150097} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.788420] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.788618] env[63043]: INFO nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1054.788803] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.789612] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8fe5d1-30c1-44f7-a78d-de68e04cdbea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.816889] env[63043]: DEBUG oslo_concurrency.lockutils [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.840167] env[63043]: INFO nova.scheduler.client.report [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Deleted allocations for instance 8faf95e3-ce3a-4e0a-91f1-f508a80fb268 [ 1054.931973] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486650, 'name': CreateVM_Task, 'duration_secs': 0.459819} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.932169] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.932877] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.933063] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.933407] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.933838] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44dae856-4722-4778-afdd-1bfa11d0f18b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.939840] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Waiting for the task: (returnval){ [ 1054.939840] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52920341-6313-141f-49df-5edcdcbbf250" [ 1054.939840] env[63043]: _type = "Task" [ 1054.939840] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.949254] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52920341-6313-141f-49df-5edcdcbbf250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.962367] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486651, 'name': Rename_Task, 'duration_secs': 0.192629} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.962646] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.962898] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-115ed48f-fb9a-41c5-bb91-04fff8d7e9cc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.969373] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1054.969373] env[63043]: value = "task-2486652" [ 1054.969373] env[63043]: _type = "Task" [ 1054.969373] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.977833] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.307023] env[63043]: INFO nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Took 16.15 seconds to build instance. [ 1055.348859] env[63043]: DEBUG oslo_concurrency.lockutils [None req-004e3863-3a9a-4e63-a308-3f3a80b52921 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Lock "8faf95e3-ce3a-4e0a-91f1-f508a80fb268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.790s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.454537] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52920341-6313-141f-49df-5edcdcbbf250, 'name': SearchDatastore_Task, 'duration_secs': 0.023514} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.455415] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.455737] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.456048] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.456560] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.456763] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.457126] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bd5c7f3-0645-410a-b90d-7d7f9a3a80b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.468586] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.468828] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.469941] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca823cc-9566-45f0-8653-bd2f32a9b3a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.483549] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Waiting for the task: (returnval){ [ 1055.483549] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52ef1c26-3d79-8d96-527d-2dabb1e560e2" [ 1055.483549] env[63043]: _type = "Task" [ 1055.483549] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.489430] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.501045] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ef1c26-3d79-8d96-527d-2dabb1e560e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.517645] env[63043]: DEBUG nova.network.neutron [req-c8aaace6-c05e-45f3-84e2-26bbf16f79b7 req-a8203371-8397-4c32-93b9-f21dfa0be934 service nova] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Updated VIF entry in instance network info cache for port 4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.518110] env[63043]: DEBUG nova.network.neutron [req-c8aaace6-c05e-45f3-84e2-26bbf16f79b7 req-a8203371-8397-4c32-93b9-f21dfa0be934 service nova] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Updating instance_info_cache with network_info: [{"id": "4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6", "address": "fa:16:3e:c2:6f:0c", "network": {"id": "a54c0657-0313-4f30-b4c9-82967fef0f90", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-381620584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40fcc31ffde041c79142389368660193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfbd723-0e", "ovs_interfaceid": "4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.811291] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "c2dbfc2d-ddd6-4272-9a5d-d6c363273577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.664s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.983727] env[63043]: DEBUG oslo_vmware.api [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486652, 'name': PowerOnVM_Task, 'duration_secs': 0.860765} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.984042] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.984304] env[63043]: INFO nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1055.984536] env[63043]: DEBUG nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.985348] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41d4b50-086c-4810-b0a4-b1882a92f9db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.003416] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52ef1c26-3d79-8d96-527d-2dabb1e560e2, 'name': SearchDatastore_Task, 'duration_secs': 0.017423} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.011119] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9db9948-4dac-4fe7-8125-33cb6a7fdf4e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.015446] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Waiting for the task: (returnval){ [ 1056.015446] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52512302-950d-44b8-7ff8-aa91a1b4242c" [ 1056.015446] env[63043]: _type = "Task" [ 1056.015446] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.025630] env[63043]: DEBUG oslo_concurrency.lockutils [req-c8aaace6-c05e-45f3-84e2-26bbf16f79b7 req-a8203371-8397-4c32-93b9-f21dfa0be934 service nova] Releasing lock "refresh_cache-b0fd09a4-4d33-4468-8b17-7a3edf5f3618" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.026035] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52512302-950d-44b8-7ff8-aa91a1b4242c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.051360] env[63043]: DEBUG oslo_concurrency.lockutils [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "e86da836-765e-4b9c-a796-46dd2afc9ed8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.052413] env[63043]: DEBUG oslo_concurrency.lockutils [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.052753] env[63043]: DEBUG nova.compute.manager [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Going to confirm migration 6 {{(pid=63043) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1056.526635] env[63043]: INFO nova.compute.manager [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Took 17.34 seconds to build instance. [ 1056.532378] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52512302-950d-44b8-7ff8-aa91a1b4242c, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.532705] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.532899] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b0fd09a4-4d33-4468-8b17-7a3edf5f3618/b0fd09a4-4d33-4468-8b17-7a3edf5f3618.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.533677] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5606895-d6bc-4794-b8c4-0456b3d947bf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.542096] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Waiting for the task: (returnval){ [ 1056.542096] env[63043]: value = "task-2486653" [ 1056.542096] env[63043]: _type = "Task" [ 1056.542096] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.551430] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.610152] env[63043]: DEBUG oslo_concurrency.lockutils [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.610363] env[63043]: DEBUG oslo_concurrency.lockutils [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.610564] env[63043]: DEBUG nova.network.neutron [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.610879] env[63043]: DEBUG nova.objects.instance [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'info_cache' on Instance uuid e86da836-765e-4b9c-a796-46dd2afc9ed8 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.029569] env[63043]: DEBUG oslo_concurrency.lockutils [None req-60cd6840-832d-4298-9ced-54c4d8296bff tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "714876fa-0276-4b13-b2a7-57b6dc9fb70e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.847s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.054211] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486361} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.055684] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b0fd09a4-4d33-4468-8b17-7a3edf5f3618/b0fd09a4-4d33-4468-8b17-7a3edf5f3618.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.055916] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.058759] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32bf74ba-43bd-4d5c-88b1-f8c6a4d46a76 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.069411] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Waiting for the task: (returnval){ [ 1057.069411] env[63043]: value = "task-2486654" [ 1057.069411] env[63043]: _type = "Task" [ 1057.069411] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.083989] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.333096] env[63043]: DEBUG oslo_concurrency.lockutils [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "db9ebced-3859-46e0-851e-4eaf4552acbd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.333330] env[63043]: DEBUG oslo_concurrency.lockutils [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.565044] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "c2dbfc2d-ddd6-4272-9a5d-d6c363273577" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.565044] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "c2dbfc2d-ddd6-4272-9a5d-d6c363273577" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.565044] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "c2dbfc2d-ddd6-4272-9a5d-d6c363273577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.565044] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "c2dbfc2d-ddd6-4272-9a5d-d6c363273577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.565044] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "c2dbfc2d-ddd6-4272-9a5d-d6c363273577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.567077] env[63043]: INFO nova.compute.manager [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Terminating instance [ 1057.582122] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080555} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.582458] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.583309] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb23436-7c6d-406a-a2ef-52beda0d5020 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.608874] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] b0fd09a4-4d33-4468-8b17-7a3edf5f3618/b0fd09a4-4d33-4468-8b17-7a3edf5f3618.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.609537] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f07e296-4ce5-4227-8f80-a1e0379e2cd1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.633433] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Waiting for the task: (returnval){ [ 1057.633433] env[63043]: value = "task-2486655" [ 1057.633433] env[63043]: _type = "Task" [ 1057.633433] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.641892] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.644460] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "714876fa-0276-4b13-b2a7-57b6dc9fb70e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.644701] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "714876fa-0276-4b13-b2a7-57b6dc9fb70e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.644905] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "714876fa-0276-4b13-b2a7-57b6dc9fb70e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.645108] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "714876fa-0276-4b13-b2a7-57b6dc9fb70e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.645298] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "714876fa-0276-4b13-b2a7-57b6dc9fb70e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.647929] env[63043]: INFO nova.compute.manager [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Terminating instance [ 1057.838307] env[63043]: DEBUG oslo_vmware.rw_handles [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522980c3-c232-662f-c8ab-acfd384796d7/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1057.839409] env[63043]: DEBUG nova.compute.utils [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1057.841208] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c025c65-2cec-4c10-8f7d-bd1300ac32a1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.852047] env[63043]: DEBUG oslo_vmware.rw_handles [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522980c3-c232-662f-c8ab-acfd384796d7/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1057.852250] env[63043]: ERROR oslo_vmware.rw_handles [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522980c3-c232-662f-c8ab-acfd384796d7/disk-0.vmdk due to incomplete transfer. [ 1057.853113] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7c29e72d-88b9-478a-82fd-203ca72f24ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.863331] env[63043]: DEBUG oslo_vmware.rw_handles [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522980c3-c232-662f-c8ab-acfd384796d7/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1057.863534] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Uploaded image d6f5f22e-5ea7-4d57-b636-45afd4858999 to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1057.865875] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1057.866152] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-180230e4-a652-4993-9b53-00664ef92cbd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.873750] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1057.873750] env[63043]: value = "task-2486656" [ 1057.873750] env[63043]: _type = "Task" [ 1057.873750] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.883172] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486656, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.893754] env[63043]: DEBUG nova.network.neutron [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance_info_cache with network_info: [{"id": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "address": "fa:16:3e:d0:f2:db", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b568d0-b1", "ovs_interfaceid": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.071587] env[63043]: DEBUG nova.compute.manager [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.071842] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.072787] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ceac28-935a-4650-a9ad-0e703264b0ff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.080999] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.081317] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f589daa-dd18-478e-a05c-d1a2e62ac8e1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.088400] env[63043]: DEBUG oslo_vmware.api [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1058.088400] env[63043]: value = "task-2486657" [ 1058.088400] env[63043]: _type = "Task" [ 1058.088400] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.097270] env[63043]: DEBUG oslo_vmware.api [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.144207] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486655, 'name': ReconfigVM_Task, 'duration_secs': 0.320367} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.144502] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Reconfigured VM instance instance-00000068 to attach disk [datastore2] b0fd09a4-4d33-4468-8b17-7a3edf5f3618/b0fd09a4-4d33-4468-8b17-7a3edf5f3618.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.145189] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63d2e829-35dc-4416-a7f3-b5155df10cc0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.153282] env[63043]: DEBUG nova.compute.manager [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.153506] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.153929] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Waiting for the task: (returnval){ [ 1058.153929] env[63043]: value = "task-2486658" [ 1058.153929] env[63043]: _type = "Task" [ 1058.153929] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.154731] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e39d2ed-5972-4149-8b24-d5da1935b651 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.166629] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486658, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.169024] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.169301] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93902d51-a7f1-44cc-b8af-286e15dd464e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.179349] env[63043]: DEBUG oslo_vmware.api [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1058.179349] env[63043]: value = "task-2486659" [ 1058.179349] env[63043]: _type = "Task" [ 1058.179349] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.188871] env[63043]: DEBUG oslo_vmware.api [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.346057] env[63043]: DEBUG oslo_concurrency.lockutils [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.384184] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486656, 'name': Destroy_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.396048] env[63043]: DEBUG oslo_concurrency.lockutils [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.396348] env[63043]: DEBUG nova.objects.instance [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'migration_context' on Instance uuid e86da836-765e-4b9c-a796-46dd2afc9ed8 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.599740] env[63043]: DEBUG oslo_vmware.api [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486657, 'name': PowerOffVM_Task, 'duration_secs': 0.210627} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.600103] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.600299] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.600633] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93fbfee8-e74a-45f5-9098-33fcd1229a76 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.667696] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.667985] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.668266] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Deleting the datastore file [datastore1] c2dbfc2d-ddd6-4272-9a5d-d6c363273577 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.672810] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-388bbb07-6740-4855-be77-83e04b97bd25 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.675368] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486658, 'name': Rename_Task, 'duration_secs': 0.359511} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.675712] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.676412] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90c920d1-81b0-41f4-bf10-8deb5338ce16 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.686338] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Waiting for the task: (returnval){ [ 1058.686338] env[63043]: value = "task-2486662" [ 1058.686338] env[63043]: _type = "Task" [ 1058.686338] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.686734] env[63043]: DEBUG oslo_vmware.api [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1058.686734] env[63043]: value = "task-2486661" [ 1058.686734] env[63043]: _type = "Task" [ 1058.686734] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.699710] env[63043]: DEBUG oslo_vmware.api [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486659, 'name': PowerOffVM_Task, 'duration_secs': 0.302308} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.700098] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.700477] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.701140] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-711f92c4-3a40-425f-b764-8f1643a256e3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.710428] env[63043]: DEBUG oslo_vmware.api [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.710846] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486662, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.805256] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.805547] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.805799] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Deleting the datastore file [datastore1] 714876fa-0276-4b13-b2a7-57b6dc9fb70e {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.806295] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0056683-1326-440d-843f-a33946e063c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.815020] env[63043]: DEBUG oslo_vmware.api [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1058.815020] env[63043]: value = "task-2486664" [ 1058.815020] env[63043]: _type = "Task" [ 1058.815020] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.823488] env[63043]: DEBUG oslo_vmware.api [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.885624] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486656, 'name': Destroy_Task, 'duration_secs': 0.899913} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.886154] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Destroyed the VM [ 1058.886187] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1058.886726] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a44e7be-d897-4f73-b2f7-ffc87c492661 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.894988] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1058.894988] env[63043]: value = "task-2486665" [ 1058.894988] env[63043]: _type = "Task" [ 1058.894988] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.902580] env[63043]: DEBUG nova.objects.base [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.906312] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aea1a1-617e-431a-a63e-725e242bd286 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.931458] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486665, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.932269] env[63043]: DEBUG oslo_concurrency.lockutils [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "db9ebced-3859-46e0-851e-4eaf4552acbd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.932536] env[63043]: DEBUG oslo_concurrency.lockutils [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.932777] env[63043]: INFO nova.compute.manager [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Attaching volume 0d48fbbe-5974-4468-b74d-f78f6ff7ee00 to /dev/sdb [ 1058.937232] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45930072-4efa-48fa-ac64-f4b55bdcb479 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.944361] env[63043]: DEBUG oslo_vmware.api [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1058.944361] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5252faa8-6cfe-1493-00e6-41c82a859f89" [ 1058.944361] env[63043]: _type = "Task" [ 1058.944361] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.958949] env[63043]: DEBUG oslo_vmware.api [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5252faa8-6cfe-1493-00e6-41c82a859f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.977287] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea24a0b9-cd8a-4a8d-a4e9-3f0f587771b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.985963] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f4d143-ec74-442a-be20-e4b4e89f7eae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.002788] env[63043]: DEBUG nova.virt.block_device [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Updating existing volume attachment record: 4bd88d20-be3f-4a37-a5a2-ce6e09a858e3 {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1059.206125] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486662, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.210500] env[63043]: DEBUG oslo_vmware.api [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286814} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.210869] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.211381] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.211771] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.212030] env[63043]: INFO nova.compute.manager [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1059.212386] env[63043]: DEBUG oslo.service.loopingcall [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1059.212632] env[63043]: DEBUG nova.compute.manager [-] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.212827] env[63043]: DEBUG nova.network.neutron [-] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.325782] env[63043]: DEBUG oslo_vmware.api [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224629} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.326231] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.326678] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.326931] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.327390] env[63043]: INFO nova.compute.manager [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1059.327774] env[63043]: DEBUG oslo.service.loopingcall [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1059.328154] env[63043]: DEBUG nova.compute.manager [-] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.328468] env[63043]: DEBUG nova.network.neutron [-] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.407575] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486665, 'name': RemoveSnapshot_Task, 'duration_secs': 0.44382} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.408019] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1059.408420] env[63043]: DEBUG nova.compute.manager [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.409327] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e36f0c-fe2d-43e5-93a0-73551b41a1f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.459508] env[63043]: DEBUG oslo_vmware.api [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5252faa8-6cfe-1493-00e6-41c82a859f89, 'name': SearchDatastore_Task, 'duration_secs': 0.02077} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.460590] env[63043]: DEBUG oslo_concurrency.lockutils [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.460898] env[63043]: DEBUG oslo_concurrency.lockutils [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.525468] env[63043]: DEBUG nova.compute.manager [req-cc01fa99-999a-4e3b-a407-5221afbe86cb req-6dc7bd39-440f-4206-9138-4f9e8f4e525d service nova] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Received event network-vif-deleted-74ceafa2-5e7f-4cb7-9393-6c425819d534 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.525684] env[63043]: INFO nova.compute.manager [req-cc01fa99-999a-4e3b-a407-5221afbe86cb req-6dc7bd39-440f-4206-9138-4f9e8f4e525d service nova] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Neutron deleted interface 74ceafa2-5e7f-4cb7-9393-6c425819d534; detaching it from the instance and deleting it from the info cache [ 1059.525860] env[63043]: DEBUG nova.network.neutron [req-cc01fa99-999a-4e3b-a407-5221afbe86cb req-6dc7bd39-440f-4206-9138-4f9e8f4e525d service nova] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.703022] env[63043]: DEBUG oslo_vmware.api [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486662, 'name': PowerOnVM_Task, 'duration_secs': 0.560198} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.703022] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.703022] env[63043]: INFO nova.compute.manager [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1059.703022] env[63043]: DEBUG nova.compute.manager [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.703022] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f5485b-fa13-405c-a14a-7df786b531a6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.720280] env[63043]: DEBUG nova.compute.manager [req-9dc3e04c-f8d6-46f7-b287-207d18c5bac3 req-b338bb78-d449-4f0b-b1a5-3e5270a9c380 service nova] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Received event network-vif-deleted-458cb176-a80f-4277-942b-f4d17915fa45 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.720476] env[63043]: INFO nova.compute.manager [req-9dc3e04c-f8d6-46f7-b287-207d18c5bac3 req-b338bb78-d449-4f0b-b1a5-3e5270a9c380 service nova] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Neutron deleted interface 458cb176-a80f-4277-942b-f4d17915fa45; detaching it from the instance and deleting it from the info cache [ 1059.720644] env[63043]: DEBUG nova.network.neutron [req-9dc3e04c-f8d6-46f7-b287-207d18c5bac3 req-b338bb78-d449-4f0b-b1a5-3e5270a9c380 service nova] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.922466] env[63043]: INFO nova.compute.manager [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Shelve offloading [ 1060.002268] env[63043]: DEBUG nova.network.neutron [-] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.032459] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee1ea167-cc89-48eb-85c8-7dddccdbdd68 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.046139] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2d8c36-d085-4aa5-9105-42440011c525 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.090393] env[63043]: DEBUG nova.compute.manager [req-cc01fa99-999a-4e3b-a407-5221afbe86cb req-6dc7bd39-440f-4206-9138-4f9e8f4e525d service nova] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Detach interface failed, port_id=74ceafa2-5e7f-4cb7-9393-6c425819d534, reason: Instance c2dbfc2d-ddd6-4272-9a5d-d6c363273577 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1060.188036] env[63043]: DEBUG nova.network.neutron [-] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.203518] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8804ae-4fb5-4b5a-978e-664e1bb41d41 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.212534] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f0c427-ed33-4c39-bb48-023ea1001ab4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.251961] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e373476-b47a-4a26-950a-88b3bd73ce70 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.254444] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e27f6e6-3074-4056-9515-6a0807609649 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.257568] env[63043]: INFO nova.compute.manager [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Took 14.01 seconds to build instance. [ 1060.267096] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542f192b-a673-41e7-8cfe-32dfb6006742 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.274145] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92940cb-139c-4520-87db-e68484047f3e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.306686] env[63043]: DEBUG nova.compute.provider_tree [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.321652] env[63043]: DEBUG nova.compute.manager [req-9dc3e04c-f8d6-46f7-b287-207d18c5bac3 req-b338bb78-d449-4f0b-b1a5-3e5270a9c380 service nova] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Detach interface failed, port_id=458cb176-a80f-4277-942b-f4d17915fa45, reason: Instance 714876fa-0276-4b13-b2a7-57b6dc9fb70e could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1060.323348] env[63043]: DEBUG nova.scheduler.client.report [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.426279] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.426672] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63a46dae-aa65-44aa-85f0-f71698fba834 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.434097] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1060.434097] env[63043]: value = "task-2486669" [ 1060.434097] env[63043]: _type = "Task" [ 1060.434097] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.445184] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1060.446101] env[63043]: DEBUG nova.compute.manager [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.446224] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97bba90-2726-4a03-835d-1c1062324b6d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.453070] env[63043]: DEBUG oslo_concurrency.lockutils [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.453254] env[63043]: DEBUG oslo_concurrency.lockutils [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.453980] env[63043]: DEBUG nova.network.neutron [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.506612] env[63043]: INFO nova.compute.manager [-] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Took 1.29 seconds to deallocate network for instance. [ 1060.691713] env[63043]: INFO nova.compute.manager [-] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Took 1.36 seconds to deallocate network for instance. [ 1060.761388] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78f808af-8093-44d0-bfa7-bb22f3d265ea tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Lock "b0fd09a4-4d33-4468-8b17-7a3edf5f3618" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.524s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.016869] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.201858] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.243189] env[63043]: DEBUG nova.network.neutron [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updating instance_info_cache with network_info: [{"id": "219170ef-9c20-45e0-a418-892acd7bd102", "address": "fa:16:3e:ef:dd:bf", "network": {"id": "83c722f9-5851-47de-babd-8ce69be1f8cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1256967556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5be96206fc46a687e145395d53e74b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219170ef-9c", "ovs_interfaceid": "219170ef-9c20-45e0-a418-892acd7bd102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.333596] env[63043]: DEBUG oslo_concurrency.lockutils [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 1.873s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.334726] env[63043]: DEBUG nova.compute.manager [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63043) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1061.336788] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.320s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.337071] env[63043]: DEBUG nova.objects.instance [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lazy-loading 'resources' on Instance uuid c2dbfc2d-ddd6-4272-9a5d-d6c363273577 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.746981] env[63043]: DEBUG oslo_concurrency.lockutils [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Releasing lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.910927] env[63043]: INFO nova.scheduler.client.report [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleted allocation for migration 03771a4a-bd2a-4fd8-8167-fb409c37fcf0 [ 1062.001868] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Acquiring lock "b0fd09a4-4d33-4468-8b17-7a3edf5f3618" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.002046] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Lock "b0fd09a4-4d33-4468-8b17-7a3edf5f3618" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.002275] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Acquiring lock "b0fd09a4-4d33-4468-8b17-7a3edf5f3618-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.002472] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Lock "b0fd09a4-4d33-4468-8b17-7a3edf5f3618-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.002645] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Lock "b0fd09a4-4d33-4468-8b17-7a3edf5f3618-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.007862] env[63043]: INFO nova.compute.manager [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Terminating instance [ 1062.021645] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.021915] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.060892] env[63043]: DEBUG nova.compute.manager [req-9307dc4d-8f0f-4d11-a737-34f5e6cba947 req-76275fe9-8592-4ea2-9288-f735f557f9d1 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Received event network-vif-unplugged-219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.062499] env[63043]: DEBUG oslo_concurrency.lockutils [req-9307dc4d-8f0f-4d11-a737-34f5e6cba947 req-76275fe9-8592-4ea2-9288-f735f557f9d1 service nova] Acquiring lock "0b11ce51-60e6-4341-9732-0628a3f53137-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.062499] env[63043]: DEBUG oslo_concurrency.lockutils [req-9307dc4d-8f0f-4d11-a737-34f5e6cba947 req-76275fe9-8592-4ea2-9288-f735f557f9d1 service nova] Lock "0b11ce51-60e6-4341-9732-0628a3f53137-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.062610] env[63043]: DEBUG oslo_concurrency.lockutils [req-9307dc4d-8f0f-4d11-a737-34f5e6cba947 req-76275fe9-8592-4ea2-9288-f735f557f9d1 service nova] Lock "0b11ce51-60e6-4341-9732-0628a3f53137-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.062789] env[63043]: DEBUG nova.compute.manager [req-9307dc4d-8f0f-4d11-a737-34f5e6cba947 req-76275fe9-8592-4ea2-9288-f735f557f9d1 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] No waiting events found dispatching network-vif-unplugged-219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.063059] env[63043]: WARNING nova.compute.manager [req-9307dc4d-8f0f-4d11-a737-34f5e6cba947 req-76275fe9-8592-4ea2-9288-f735f557f9d1 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Received unexpected event network-vif-unplugged-219170ef-9c20-45e0-a418-892acd7bd102 for instance with vm_state shelved and task_state shelving_offloading. [ 1062.097864] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.098829] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98728c6e-8384-4684-9952-e36f1e94a251 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.107756] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.110233] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8c07b3c-f234-4d17-9770-507ee90163cc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.122425] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce85f40-0a90-4586-93e9-5d08bb71bfab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.130375] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8a8b8a-804e-40fb-b6d5-e88a9fdc4e71 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.166279] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d87a6c9-ac7c-442d-af87-0fdc0967e276 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.174848] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5900e009-bf30-43c6-9a8a-805504b4d8d9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.189197] env[63043]: DEBUG nova.compute.provider_tree [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.194763] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.194937] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.195138] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Deleting the datastore file [datastore1] 0b11ce51-60e6-4341-9732-0628a3f53137 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.195398] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f72718d-3924-4f7c-b3bc-58d1f9f301a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.201850] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1062.201850] env[63043]: value = "task-2486672" [ 1062.201850] env[63043]: _type = "Task" [ 1062.201850] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.210171] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.418069] env[63043]: DEBUG oslo_concurrency.lockutils [None req-64a0fa3d-a972-4ada-b545-93c6497b8e61 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.366s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.511534] env[63043]: DEBUG nova.compute.manager [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.511777] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.512735] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5046899-78b0-4abd-8d4a-604c945ed6de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.520882] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.521162] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dc89d34-35d1-4a01-b2cd-bfb147e27e8a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.526627] env[63043]: DEBUG nova.compute.manager [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.530777] env[63043]: DEBUG oslo_vmware.api [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Waiting for the task: (returnval){ [ 1062.530777] env[63043]: value = "task-2486673" [ 1062.530777] env[63043]: _type = "Task" [ 1062.530777] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.539791] env[63043]: DEBUG oslo_vmware.api [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.693086] env[63043]: DEBUG nova.scheduler.client.report [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.716223] env[63043]: DEBUG oslo_vmware.api [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438183} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.716615] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.716964] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.717054] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.737871] env[63043]: INFO nova.scheduler.client.report [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Deleted allocations for instance 0b11ce51-60e6-4341-9732-0628a3f53137 [ 1063.047559] env[63043]: DEBUG oslo_vmware.api [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486673, 'name': PowerOffVM_Task, 'duration_secs': 0.21297} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.047926] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.048191] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.048699] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4e0725-004b-45c7-8701-c36640e0f7d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.051508] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.115829] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.116073] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.116301] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Deleting the datastore file [datastore2] b0fd09a4-4d33-4468-8b17-7a3edf5f3618 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.116715] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef623aed-ff8e-432f-acf9-783bf91fd9da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.125147] env[63043]: DEBUG oslo_vmware.api [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Waiting for the task: (returnval){ [ 1063.125147] env[63043]: value = "task-2486675" [ 1063.125147] env[63043]: _type = "Task" [ 1063.125147] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.133160] env[63043]: DEBUG oslo_vmware.api [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.149163] env[63043]: DEBUG nova.objects.instance [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'flavor' on Instance uuid e86da836-765e-4b9c-a796-46dd2afc9ed8 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.198413] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.201035] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.999s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.201035] env[63043]: DEBUG nova.objects.instance [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lazy-loading 'resources' on Instance uuid 714876fa-0276-4b13-b2a7-57b6dc9fb70e {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.216356] env[63043]: INFO nova.scheduler.client.report [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Deleted allocations for instance c2dbfc2d-ddd6-4272-9a5d-d6c363273577 [ 1063.243364] env[63043]: DEBUG oslo_concurrency.lockutils [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.480016] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.480352] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.555585] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1063.555823] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503119', 'volume_id': '0d48fbbe-5974-4468-b74d-f78f6ff7ee00', 'name': 'volume-0d48fbbe-5974-4468-b74d-f78f6ff7ee00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db9ebced-3859-46e0-851e-4eaf4552acbd', 'attached_at': '', 'detached_at': '', 'volume_id': '0d48fbbe-5974-4468-b74d-f78f6ff7ee00', 'serial': '0d48fbbe-5974-4468-b74d-f78f6ff7ee00'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1063.557100] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79333d7-bb12-40bb-ba8e-d6c1bc9034b5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.573896] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20bd1a6-913a-49a9-8096-404089d16c9b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.600291] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-0d48fbbe-5974-4468-b74d-f78f6ff7ee00/volume-0d48fbbe-5974-4468-b74d-f78f6ff7ee00.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.600609] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9fef643-6b65-492c-8742-6f5bbad7cd19 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.619553] env[63043]: DEBUG oslo_vmware.api [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1063.619553] env[63043]: value = "task-2486676" [ 1063.619553] env[63043]: _type = "Task" [ 1063.619553] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.632141] env[63043]: DEBUG oslo_vmware.api [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.637804] env[63043]: DEBUG oslo_vmware.api [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Task: {'id': task-2486675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129534} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.638052] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.638244] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.638454] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.638598] env[63043]: INFO nova.compute.manager [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1063.638836] env[63043]: DEBUG oslo.service.loopingcall [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.639037] env[63043]: DEBUG nova.compute.manager [-] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.639138] env[63043]: DEBUG nova.network.neutron [-] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.654382] env[63043]: DEBUG oslo_concurrency.lockutils [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.654664] env[63043]: DEBUG oslo_concurrency.lockutils [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.654942] env[63043]: DEBUG nova.network.neutron [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.655246] env[63043]: DEBUG nova.objects.instance [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'info_cache' on Instance uuid e86da836-765e-4b9c-a796-46dd2afc9ed8 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.724029] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e5add883-e592-4804-8dd4-f08e0e5b88b5 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "c2dbfc2d-ddd6-4272-9a5d-d6c363273577" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.159s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.915801] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6432ef-1e65-4e60-84fa-f3300f054b25 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.926440] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5800430-5f2d-426c-b4f2-93ffd07e6fc0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.958869] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a96c912-e942-4e70-bfc9-6099c9409756 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.967183] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fd654c-fe58-499f-8414-ae37d83db9d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.981385] env[63043]: DEBUG nova.compute.provider_tree [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.984162] env[63043]: INFO nova.compute.manager [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Detaching volume ad8f076f-a301-4dce-b51c-83396b00e6af [ 1064.035985] env[63043]: INFO nova.virt.block_device [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Attempting to driver detach volume ad8f076f-a301-4dce-b51c-83396b00e6af from mountpoint /dev/sdb [ 1064.036449] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1064.036806] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503093', 'volume_id': 'ad8f076f-a301-4dce-b51c-83396b00e6af', 'name': 'volume-ad8f076f-a301-4dce-b51c-83396b00e6af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cbd1368-03e3-42b0-8ff3-9a8044f47fe2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad8f076f-a301-4dce-b51c-83396b00e6af', 'serial': 'ad8f076f-a301-4dce-b51c-83396b00e6af'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1064.038028] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca24f15a-ff4e-4571-a067-7d3ba5582ae0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.076512] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70889195-b3d5-4719-afb2-4805261330cd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.086891] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69f4b32-9e6d-47ba-b952-b4ca819a9754 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.123815] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212c7784-5556-449d-97dc-d43c57014277 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.128984] env[63043]: DEBUG nova.compute.manager [req-e5d359a4-8a49-41e5-8b8c-23681aa88de6 req-0f39404d-bd57-4182-b213-a714b05c8543 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Received event network-changed-219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.128984] env[63043]: DEBUG nova.compute.manager [req-e5d359a4-8a49-41e5-8b8c-23681aa88de6 req-0f39404d-bd57-4182-b213-a714b05c8543 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Refreshing instance network info cache due to event network-changed-219170ef-9c20-45e0-a418-892acd7bd102. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.128984] env[63043]: DEBUG oslo_concurrency.lockutils [req-e5d359a4-8a49-41e5-8b8c-23681aa88de6 req-0f39404d-bd57-4182-b213-a714b05c8543 service nova] Acquiring lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.128984] env[63043]: DEBUG oslo_concurrency.lockutils [req-e5d359a4-8a49-41e5-8b8c-23681aa88de6 req-0f39404d-bd57-4182-b213-a714b05c8543 service nova] Acquired lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.129240] env[63043]: DEBUG nova.network.neutron [req-e5d359a4-8a49-41e5-8b8c-23681aa88de6 req-0f39404d-bd57-4182-b213-a714b05c8543 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Refreshing network info cache for port 219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.161504] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] The volume has not been displaced from its original location: [datastore2] volume-ad8f076f-a301-4dce-b51c-83396b00e6af/volume-ad8f076f-a301-4dce-b51c-83396b00e6af.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1064.170613] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1064.172446] env[63043]: DEBUG nova.objects.base [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.173939] env[63043]: DEBUG oslo_vmware.api [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486676, 'name': ReconfigVM_Task, 'duration_secs': 0.379718} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.174808] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ebaf61e-a1f7-4a88-98e8-ffab6c487072 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.198801] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-0d48fbbe-5974-4468-b74d-f78f6ff7ee00/volume-0d48fbbe-5974-4468-b74d-f78f6ff7ee00.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.205278] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b08ff9-cab2-4f19-bf61-06644b82b35b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.220786] env[63043]: DEBUG oslo_vmware.api [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1064.220786] env[63043]: value = "task-2486678" [ 1064.220786] env[63043]: _type = "Task" [ 1064.220786] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.222092] env[63043]: DEBUG oslo_vmware.api [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1064.222092] env[63043]: value = "task-2486677" [ 1064.222092] env[63043]: _type = "Task" [ 1064.222092] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.234054] env[63043]: DEBUG oslo_vmware.api [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.237019] env[63043]: DEBUG oslo_vmware.api [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.426505] env[63043]: DEBUG nova.network.neutron [-] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.490495] env[63043]: DEBUG nova.scheduler.client.report [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.493705] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "0b11ce51-60e6-4341-9732-0628a3f53137" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.732996] env[63043]: DEBUG oslo_vmware.api [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486678, 'name': ReconfigVM_Task, 'duration_secs': 0.171689} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.732996] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503119', 'volume_id': '0d48fbbe-5974-4468-b74d-f78f6ff7ee00', 'name': 'volume-0d48fbbe-5974-4468-b74d-f78f6ff7ee00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db9ebced-3859-46e0-851e-4eaf4552acbd', 'attached_at': '', 'detached_at': '', 'volume_id': '0d48fbbe-5974-4468-b74d-f78f6ff7ee00', 'serial': '0d48fbbe-5974-4468-b74d-f78f6ff7ee00'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1064.737465] env[63043]: DEBUG oslo_vmware.api [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486677, 'name': ReconfigVM_Task, 'duration_secs': 0.266248} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.738430] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1064.747329] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca0cd0bc-d3b3-4562-8fac-1b1f0989befe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.764364] env[63043]: DEBUG oslo_vmware.api [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1064.764364] env[63043]: value = "task-2486679" [ 1064.764364] env[63043]: _type = "Task" [ 1064.764364] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.773428] env[63043]: DEBUG oslo_vmware.api [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.883610] env[63043]: DEBUG nova.network.neutron [req-e5d359a4-8a49-41e5-8b8c-23681aa88de6 req-0f39404d-bd57-4182-b213-a714b05c8543 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updated VIF entry in instance network info cache for port 219170ef-9c20-45e0-a418-892acd7bd102. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.883946] env[63043]: DEBUG nova.network.neutron [req-e5d359a4-8a49-41e5-8b8c-23681aa88de6 req-0f39404d-bd57-4182-b213-a714b05c8543 service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updating instance_info_cache with network_info: [{"id": "219170ef-9c20-45e0-a418-892acd7bd102", "address": "fa:16:3e:ef:dd:bf", "network": {"id": "83c722f9-5851-47de-babd-8ce69be1f8cf", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1256967556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5be96206fc46a687e145395d53e74b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap219170ef-9c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.929763] env[63043]: INFO nova.compute.manager [-] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Took 1.29 seconds to deallocate network for instance. [ 1064.963480] env[63043]: DEBUG nova.network.neutron [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance_info_cache with network_info: [{"id": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "address": "fa:16:3e:d0:f2:db", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b568d0-b1", "ovs_interfaceid": "44b568d0-b1d5-4f7a-9946-693dc2b01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.995517] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.997888] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.946s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.999641] env[63043]: INFO nova.compute.claims [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.017701] env[63043]: INFO nova.scheduler.client.report [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Deleted allocations for instance 714876fa-0276-4b13-b2a7-57b6dc9fb70e [ 1065.276225] env[63043]: DEBUG oslo_vmware.api [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486679, 'name': ReconfigVM_Task, 'duration_secs': 0.168721} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.276532] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503093', 'volume_id': 'ad8f076f-a301-4dce-b51c-83396b00e6af', 'name': 'volume-ad8f076f-a301-4dce-b51c-83396b00e6af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cbd1368-03e3-42b0-8ff3-9a8044f47fe2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad8f076f-a301-4dce-b51c-83396b00e6af', 'serial': 'ad8f076f-a301-4dce-b51c-83396b00e6af'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1065.387301] env[63043]: DEBUG oslo_concurrency.lockutils [req-e5d359a4-8a49-41e5-8b8c-23681aa88de6 req-0f39404d-bd57-4182-b213-a714b05c8543 service nova] Releasing lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.388024] env[63043]: DEBUG nova.compute.manager [req-e5d359a4-8a49-41e5-8b8c-23681aa88de6 req-0f39404d-bd57-4182-b213-a714b05c8543 service nova] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Received event network-vif-deleted-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.388024] env[63043]: INFO nova.compute.manager [req-e5d359a4-8a49-41e5-8b8c-23681aa88de6 req-0f39404d-bd57-4182-b213-a714b05c8543 service nova] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Neutron deleted interface 4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6; detaching it from the instance and deleting it from the info cache [ 1065.388170] env[63043]: DEBUG nova.network.neutron [req-e5d359a4-8a49-41e5-8b8c-23681aa88de6 req-0f39404d-bd57-4182-b213-a714b05c8543 service nova] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.442263] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.466209] env[63043]: DEBUG oslo_concurrency.lockutils [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-e86da836-765e-4b9c-a796-46dd2afc9ed8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.526109] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc9f7b83-a720-4dd6-8400-cee682681e5a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "714876fa-0276-4b13-b2a7-57b6dc9fb70e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.881s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.773649] env[63043]: DEBUG nova.objects.instance [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lazy-loading 'flavor' on Instance uuid db9ebced-3859-46e0-851e-4eaf4552acbd {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.817087] env[63043]: DEBUG nova.objects.instance [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lazy-loading 'flavor' on Instance uuid 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.890752] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5865e3a-5f84-4180-a3f9-3f8bd9064323 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.900739] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3857f7-fa6c-4b8f-bdc0-6d340976362e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.933723] env[63043]: DEBUG nova.compute.manager [req-e5d359a4-8a49-41e5-8b8c-23681aa88de6 req-0f39404d-bd57-4182-b213-a714b05c8543 service nova] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Detach interface failed, port_id=4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6, reason: Instance b0fd09a4-4d33-4468-8b17-7a3edf5f3618 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1066.179872] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6687ceff-c74f-4661-aa0b-5a0c51425184 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.188057] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303a12f7-41d9-44e4-aca8-00d63c812aec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.218489] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055ccd4d-0d8d-4e10-bd7c-0a7c65001216 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.226531] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7e987a-aea2-46d2-99c1-5e615a01ac13 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.241044] env[63043]: DEBUG nova.compute.provider_tree [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.279200] env[63043]: DEBUG oslo_concurrency.lockutils [None req-594300a8-5afd-42c6-b76e-13cfaf2db71b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.347s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.474146] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.474146] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21adbda7-1b11-4d91-8e42-a2484b9efe26 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.483750] env[63043]: DEBUG oslo_vmware.api [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1066.483750] env[63043]: value = "task-2486680" [ 1066.483750] env[63043]: _type = "Task" [ 1066.483750] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.490030] env[63043]: DEBUG oslo_vmware.api [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.744686] env[63043]: DEBUG nova.scheduler.client.report [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.825878] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7db5e836-f8b8-43b3-aebb-87ae97790dea tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.345s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.976585] env[63043]: DEBUG oslo_concurrency.lockutils [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "db9ebced-3859-46e0-851e-4eaf4552acbd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.976943] env[63043]: DEBUG oslo_concurrency.lockutils [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.990734] env[63043]: DEBUG oslo_vmware.api [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486680, 'name': PowerOnVM_Task, 'duration_secs': 0.381593} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.991340] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.991549] env[63043]: DEBUG nova.compute.manager [None req-77660caf-92d2-4761-9111-a4e92f5f9226 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.992853] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7f4d87-1ef3-4690-a834-b40e5502b9e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.112210] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "27552406-0865-4499-a072-267581d97dba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.112427] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "27552406-0865-4499-a072-267581d97dba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.138059] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "b836c6e0-3176-47c0-b059-809c1bdb4e64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.138059] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "b836c6e0-3176-47c0-b059-809c1bdb4e64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.233328] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "ec195cde-37ad-4f04-98c6-2b22b3703558" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.233631] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.249395] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.249888] env[63043]: DEBUG nova.compute.manager [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.252378] env[63043]: DEBUG oslo_concurrency.lockutils [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.009s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.252606] env[63043]: DEBUG nova.objects.instance [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lazy-loading 'resources' on Instance uuid 0b11ce51-60e6-4341-9732-0628a3f53137 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.486488] env[63043]: INFO nova.compute.manager [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Detaching volume 0d48fbbe-5974-4468-b74d-f78f6ff7ee00 [ 1067.518588] env[63043]: INFO nova.virt.block_device [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Attempting to driver detach volume 0d48fbbe-5974-4468-b74d-f78f6ff7ee00 from mountpoint /dev/sdb [ 1067.518847] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1067.519050] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503119', 'volume_id': '0d48fbbe-5974-4468-b74d-f78f6ff7ee00', 'name': 'volume-0d48fbbe-5974-4468-b74d-f78f6ff7ee00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db9ebced-3859-46e0-851e-4eaf4552acbd', 'attached_at': '', 'detached_at': '', 'volume_id': '0d48fbbe-5974-4468-b74d-f78f6ff7ee00', 'serial': '0d48fbbe-5974-4468-b74d-f78f6ff7ee00'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1067.520113] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff1bf25-29f7-485a-9ff3-457f0614b4bf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.541980] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb1fee7-e0bb-4667-bd3a-8fe972d12e15 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.549120] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560a142a-e99d-4aba-b1b4-c78cd9081e55 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.570097] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9fc6ed-ad35-44bb-bab6-9facf2015f3f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.585698] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] The volume has not been displaced from its original location: [datastore2] volume-0d48fbbe-5974-4468-b74d-f78f6ff7ee00/volume-0d48fbbe-5974-4468-b74d-f78f6ff7ee00.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1067.592220] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.592866] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b853fce-b841-4dae-a095-16e588df87f7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.612274] env[63043]: DEBUG oslo_vmware.api [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1067.612274] env[63043]: value = "task-2486681" [ 1067.612274] env[63043]: _type = "Task" [ 1067.612274] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.617809] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.625872] env[63043]: DEBUG oslo_vmware.api [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486681, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.639983] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.736787] env[63043]: DEBUG nova.compute.utils [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1067.756517] env[63043]: DEBUG nova.compute.utils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1067.758049] env[63043]: DEBUG nova.objects.instance [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lazy-loading 'numa_topology' on Instance uuid 0b11ce51-60e6-4341-9732-0628a3f53137 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.758954] env[63043]: DEBUG nova.compute.manager [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.759653] env[63043]: DEBUG nova.network.neutron [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.809661] env[63043]: DEBUG nova.policy [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bda5d5eecc34384b81d11471318b985', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35aed6c04a634679a8273c48a5a835ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.820920] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "e86da836-765e-4b9c-a796-46dd2afc9ed8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.821192] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.821407] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "e86da836-765e-4b9c-a796-46dd2afc9ed8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.821593] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.821774] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.824348] env[63043]: INFO nova.compute.manager [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Terminating instance [ 1067.984608] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.984898] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.985123] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.985426] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.985536] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.988095] env[63043]: INFO nova.compute.manager [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Terminating instance [ 1068.128483] env[63043]: DEBUG oslo_vmware.api [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486681, 'name': ReconfigVM_Task, 'duration_secs': 0.24157} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.129237] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.133924] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0377e94-3933-4d48-b6af-e41a7c07eeb8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.149251] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.155505] env[63043]: DEBUG oslo_vmware.api [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1068.155505] env[63043]: value = "task-2486682" [ 1068.155505] env[63043]: _type = "Task" [ 1068.155505] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.156325] env[63043]: DEBUG nova.network.neutron [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Successfully created port: 5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.162586] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.170366] env[63043]: DEBUG oslo_vmware.api [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.239449] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.263486] env[63043]: DEBUG nova.compute.manager [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.266551] env[63043]: DEBUG nova.objects.base [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Object Instance<0b11ce51-60e6-4341-9732-0628a3f53137> lazy-loaded attributes: resources,numa_topology {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1068.328464] env[63043]: DEBUG nova.compute.manager [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.328693] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.329578] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22868458-3e0b-4d68-83ec-ff6b361f76f3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.339760] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.340017] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b90f3159-0720-4398-8df6-eac38c6e3001 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.346396] env[63043]: DEBUG oslo_vmware.api [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1068.346396] env[63043]: value = "task-2486683" [ 1068.346396] env[63043]: _type = "Task" [ 1068.346396] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.355348] env[63043]: DEBUG oslo_vmware.api [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.462421] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95fa22d-63d9-407d-9fee-b02068a671ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.472080] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145b66e6-efb6-4633-9cfe-281b557dac88 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.506109] env[63043]: DEBUG nova.compute.manager [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.506431] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.507540] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eddd44-a456-4d62-86e1-41f743572724 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.510682] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943881ab-cf88-41b5-9f6b-a1d5f4bf1133 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.519633] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.520792] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5012cd-f52b-4ce5-9c9d-0d3a87c3831f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.524334] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b69e700c-ba80-4e83-8eac-a49131fcd867 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.536156] env[63043]: DEBUG nova.compute.provider_tree [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.539338] env[63043]: DEBUG oslo_vmware.api [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1068.539338] env[63043]: value = "task-2486684" [ 1068.539338] env[63043]: _type = "Task" [ 1068.539338] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.547463] env[63043]: DEBUG oslo_vmware.api [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.665893] env[63043]: DEBUG oslo_vmware.api [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486682, 'name': ReconfigVM_Task, 'duration_secs': 0.14776} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.666268] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503119', 'volume_id': '0d48fbbe-5974-4468-b74d-f78f6ff7ee00', 'name': 'volume-0d48fbbe-5974-4468-b74d-f78f6ff7ee00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db9ebced-3859-46e0-851e-4eaf4552acbd', 'attached_at': '', 'detached_at': '', 'volume_id': '0d48fbbe-5974-4468-b74d-f78f6ff7ee00', 'serial': '0d48fbbe-5974-4468-b74d-f78f6ff7ee00'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1068.857502] env[63043]: DEBUG oslo_vmware.api [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486683, 'name': PowerOffVM_Task, 'duration_secs': 0.16589} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.857812] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.857987] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.858247] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18b13cbc-7f4f-4165-8352-c46bed406c7d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.926992] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.927437] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.927758] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleting the datastore file [datastore1] e86da836-765e-4b9c-a796-46dd2afc9ed8 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.928185] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92873b41-6daf-48c0-aced-8772c7195724 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.937292] env[63043]: DEBUG oslo_vmware.api [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1068.937292] env[63043]: value = "task-2486686" [ 1068.937292] env[63043]: _type = "Task" [ 1068.937292] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.949978] env[63043]: DEBUG oslo_vmware.api [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.040348] env[63043]: DEBUG nova.scheduler.client.report [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.055622] env[63043]: DEBUG oslo_vmware.api [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486684, 'name': PowerOffVM_Task, 'duration_secs': 0.178879} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.055883] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.056076] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.056344] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b4a745e-b737-4970-86fd-bcb25ae02a2c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.126678] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.126925] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.127123] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Deleting the datastore file [datastore1] 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.127387] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26635f82-24f6-4fc5-9bba-aadf88f00a79 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.133914] env[63043]: DEBUG oslo_vmware.api [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1069.133914] env[63043]: value = "task-2486688" [ 1069.133914] env[63043]: _type = "Task" [ 1069.133914] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.141727] env[63043]: DEBUG oslo_vmware.api [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.215049] env[63043]: DEBUG nova.objects.instance [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lazy-loading 'flavor' on Instance uuid db9ebced-3859-46e0-851e-4eaf4552acbd {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.277709] env[63043]: DEBUG nova.compute.manager [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.306592] env[63043]: DEBUG nova.virt.hardware [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.306889] env[63043]: DEBUG nova.virt.hardware [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.307067] env[63043]: DEBUG nova.virt.hardware [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.307258] env[63043]: DEBUG nova.virt.hardware [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.307404] env[63043]: DEBUG nova.virt.hardware [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.307549] env[63043]: DEBUG nova.virt.hardware [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.307757] env[63043]: DEBUG nova.virt.hardware [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.307920] env[63043]: DEBUG nova.virt.hardware [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.308106] env[63043]: DEBUG nova.virt.hardware [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.308274] env[63043]: DEBUG nova.virt.hardware [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.308446] env[63043]: DEBUG nova.virt.hardware [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.309017] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "ec195cde-37ad-4f04-98c6-2b22b3703558" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.309237] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.309458] env[63043]: INFO nova.compute.manager [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Attaching volume 6943fd1a-73b3-4f70-aae8-d3959f411586 to /dev/sdb [ 1069.311485] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed7d193-8286-4313-a0d6-99899f7f5724 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.321642] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3e0e82-d9a4-4421-83fb-ebaf9fa84ac5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.348515] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b09889-5d44-4419-afe1-88e7db57bfb8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.354595] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5f7a8d-75f4-4027-873a-81a2c6aa2e39 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.368435] env[63043]: DEBUG nova.virt.block_device [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Updating existing volume attachment record: 770b470f-779e-42fd-a198-75ba9f2a2adc {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1069.447346] env[63043]: DEBUG oslo_vmware.api [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138158} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.447633] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.447828] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.448013] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.448200] env[63043]: INFO nova.compute.manager [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1069.448444] env[63043]: DEBUG oslo.service.loopingcall [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.448633] env[63043]: DEBUG nova.compute.manager [-] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.448731] env[63043]: DEBUG nova.network.neutron [-] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.552119] env[63043]: DEBUG oslo_concurrency.lockutils [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.556377] env[63043]: DEBUG nova.compute.manager [req-44f90473-3547-4cda-a497-2caa4a8cae02 req-966d090c-53ae-40d3-bccc-e3d4b296ab4e service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Received event network-vif-plugged-5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.559021] env[63043]: DEBUG oslo_concurrency.lockutils [req-44f90473-3547-4cda-a497-2caa4a8cae02 req-966d090c-53ae-40d3-bccc-e3d4b296ab4e service nova] Acquiring lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.559021] env[63043]: DEBUG oslo_concurrency.lockutils [req-44f90473-3547-4cda-a497-2caa4a8cae02 req-966d090c-53ae-40d3-bccc-e3d4b296ab4e service nova] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.559021] env[63043]: DEBUG oslo_concurrency.lockutils [req-44f90473-3547-4cda-a497-2caa4a8cae02 req-966d090c-53ae-40d3-bccc-e3d4b296ab4e service nova] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.559021] env[63043]: DEBUG nova.compute.manager [req-44f90473-3547-4cda-a497-2caa4a8cae02 req-966d090c-53ae-40d3-bccc-e3d4b296ab4e service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] No waiting events found dispatching network-vif-plugged-5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.559021] env[63043]: WARNING nova.compute.manager [req-44f90473-3547-4cda-a497-2caa4a8cae02 req-966d090c-53ae-40d3-bccc-e3d4b296ab4e service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Received unexpected event network-vif-plugged-5e9701ec-11f9-490f-b05c-ad1ed07db215 for instance with vm_state building and task_state spawning. [ 1069.559021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.116s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.559021] env[63043]: DEBUG nova.objects.instance [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Lazy-loading 'resources' on Instance uuid b0fd09a4-4d33-4468-8b17-7a3edf5f3618 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.645674] env[63043]: DEBUG oslo_vmware.api [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142756} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.645938] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.646166] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.646369] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.646559] env[63043]: INFO nova.compute.manager [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1069.646855] env[63043]: DEBUG oslo.service.loopingcall [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.647085] env[63043]: DEBUG nova.compute.manager [-] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.647237] env[63043]: DEBUG nova.network.neutron [-] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.705301] env[63043]: DEBUG nova.network.neutron [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Successfully updated port: 5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.067057] env[63043]: DEBUG oslo_concurrency.lockutils [None req-18874d0c-e824-4856-83a7-bdd5291065a5 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0b11ce51-60e6-4341-9732-0628a3f53137" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.400s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.068533] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0b11ce51-60e6-4341-9732-0628a3f53137" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.575s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.068791] env[63043]: INFO nova.compute.manager [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Unshelving [ 1070.214789] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.214942] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.215109] env[63043]: DEBUG nova.network.neutron [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.223504] env[63043]: DEBUG oslo_concurrency.lockutils [None req-178d1716-2cd8-40e6-a15c-4f7808c93ea5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.246s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.294146] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1f8cd-8827-4008-85c0-15a69867ff84 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.302075] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daeabcf-233c-4ea5-a326-ca74ada60e05 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.335936] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61870cb7-c453-45f8-a335-81dcbfd4868e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.343741] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad08743a-f956-4dd4-b1dc-0e682235e6a0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.356717] env[63043]: DEBUG nova.compute.provider_tree [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.417141] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "db9ebced-3859-46e0-851e-4eaf4552acbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.417419] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.417635] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "db9ebced-3859-46e0-851e-4eaf4552acbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.417883] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.417993] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.420138] env[63043]: INFO nova.compute.manager [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Terminating instance [ 1070.457654] env[63043]: DEBUG nova.compute.manager [req-d0619561-f252-411c-b4c7-e8ff7510fd95 req-87cf9626-3d14-474f-a365-ee33c7a640a6 service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Received event network-vif-deleted-44b568d0-b1d5-4f7a-9946-693dc2b01c12 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.457942] env[63043]: INFO nova.compute.manager [req-d0619561-f252-411c-b4c7-e8ff7510fd95 req-87cf9626-3d14-474f-a365-ee33c7a640a6 service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Neutron deleted interface 44b568d0-b1d5-4f7a-9946-693dc2b01c12; detaching it from the instance and deleting it from the info cache [ 1070.458281] env[63043]: DEBUG nova.network.neutron [req-d0619561-f252-411c-b4c7-e8ff7510fd95 req-87cf9626-3d14-474f-a365-ee33c7a640a6 service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.750792] env[63043]: DEBUG nova.network.neutron [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.859545] env[63043]: DEBUG nova.scheduler.client.report [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.882038] env[63043]: DEBUG nova.network.neutron [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updating instance_info_cache with network_info: [{"id": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "address": "fa:16:3e:cb:78:ed", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9701ec-11", "ovs_interfaceid": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.923767] env[63043]: DEBUG nova.compute.manager [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.924008] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.924892] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869b939a-9d14-4729-8022-4bb035a5d530 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.934041] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.934041] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-764fe273-ff11-42b6-95c9-9a9b4066dbe7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.942288] env[63043]: DEBUG nova.network.neutron [-] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.944038] env[63043]: DEBUG oslo_vmware.api [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1070.944038] env[63043]: value = "task-2486692" [ 1070.944038] env[63043]: _type = "Task" [ 1070.944038] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.953318] env[63043]: DEBUG oslo_vmware.api [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.961373] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-709eb1f8-445d-46fc-a322-cd124b983257 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.972750] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1587e12-cf3c-49a6-8eaa-1b39d03bf7c1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.008363] env[63043]: DEBUG nova.compute.manager [req-d0619561-f252-411c-b4c7-e8ff7510fd95 req-87cf9626-3d14-474f-a365-ee33c7a640a6 service nova] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Detach interface failed, port_id=44b568d0-b1d5-4f7a-9946-693dc2b01c12, reason: Instance e86da836-765e-4b9c-a796-46dd2afc9ed8 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1071.096219] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.096579] env[63043]: DEBUG nova.network.neutron [-] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.364904] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.367269] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.218s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.369235] env[63043]: INFO nova.compute.claims [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.382629] env[63043]: INFO nova.scheduler.client.report [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Deleted allocations for instance b0fd09a4-4d33-4468-8b17-7a3edf5f3618 [ 1071.387444] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.387728] env[63043]: DEBUG nova.compute.manager [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Instance network_info: |[{"id": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "address": "fa:16:3e:cb:78:ed", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9701ec-11", "ovs_interfaceid": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.388120] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:78:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e9701ec-11f9-490f-b05c-ad1ed07db215', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.395580] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating folder: Project (35aed6c04a634679a8273c48a5a835ed). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.395864] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edfdf028-6a00-4fab-bed5-6db3da793ee5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.408460] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Created folder: Project (35aed6c04a634679a8273c48a5a835ed) in parent group-v502843. [ 1071.408666] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating folder: Instances. Parent ref: group-v503122. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.408938] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3215d53a-c1c4-4ef3-8fac-45d3d67a8346 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.421456] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Created folder: Instances in parent group-v503122. [ 1071.421713] env[63043]: DEBUG oslo.service.loopingcall [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1071.421908] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.422427] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08e0255d-e52e-427f-82cf-33001575bd02 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.443663] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.443663] env[63043]: value = "task-2486695" [ 1071.443663] env[63043]: _type = "Task" [ 1071.443663] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.447006] env[63043]: INFO nova.compute.manager [-] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Took 2.00 seconds to deallocate network for instance. [ 1071.458308] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486695, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.462688] env[63043]: DEBUG oslo_vmware.api [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486692, 'name': PowerOffVM_Task, 'duration_secs': 0.175546} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.462840] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.463070] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.463321] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5168a42b-b8f3-421e-9532-04bb59b171e3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.541067] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.541067] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.541067] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Deleting the datastore file [datastore2] db9ebced-3859-46e0-851e-4eaf4552acbd {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.541314] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b1d897-61e6-4b39-b201-56f1f02ff9f9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.548303] env[63043]: DEBUG oslo_vmware.api [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1071.548303] env[63043]: value = "task-2486697" [ 1071.548303] env[63043]: _type = "Task" [ 1071.548303] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.557316] env[63043]: DEBUG oslo_vmware.api [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.577229] env[63043]: DEBUG nova.compute.manager [req-f2669e3d-d168-4d77-9585-eeeedbb13665 req-52f71010-089a-442f-940e-3fe2c102eacc service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Received event network-changed-5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1071.577441] env[63043]: DEBUG nova.compute.manager [req-f2669e3d-d168-4d77-9585-eeeedbb13665 req-52f71010-089a-442f-940e-3fe2c102eacc service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Refreshing instance network info cache due to event network-changed-5e9701ec-11f9-490f-b05c-ad1ed07db215. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1071.577685] env[63043]: DEBUG oslo_concurrency.lockutils [req-f2669e3d-d168-4d77-9585-eeeedbb13665 req-52f71010-089a-442f-940e-3fe2c102eacc service nova] Acquiring lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.577865] env[63043]: DEBUG oslo_concurrency.lockutils [req-f2669e3d-d168-4d77-9585-eeeedbb13665 req-52f71010-089a-442f-940e-3fe2c102eacc service nova] Acquired lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.578226] env[63043]: DEBUG nova.network.neutron [req-f2669e3d-d168-4d77-9585-eeeedbb13665 req-52f71010-089a-442f-940e-3fe2c102eacc service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Refreshing network info cache for port 5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.599169] env[63043]: INFO nova.compute.manager [-] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Took 1.95 seconds to deallocate network for instance. [ 1071.889966] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Lock "b0fd09a4-4d33-4468-8b17-7a3edf5f3618" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.889s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.955657] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486695, 'name': CreateVM_Task, 'duration_secs': 0.325407} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.955857] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.956566] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.956809] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.957155] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.957422] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad01ad1-571b-442e-93a8-461d6072a203 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.960092] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.964062] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1071.964062] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b46d47-1548-c9d4-1f71-544527b8083a" [ 1071.964062] env[63043]: _type = "Task" [ 1071.964062] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.973103] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b46d47-1548-c9d4-1f71-544527b8083a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.058208] env[63043]: DEBUG oslo_vmware.api [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13989} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.058467] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.058660] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.058859] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.059197] env[63043]: INFO nova.compute.manager [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1072.059294] env[63043]: DEBUG oslo.service.loopingcall [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.059506] env[63043]: DEBUG nova.compute.manager [-] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.059601] env[63043]: DEBUG nova.network.neutron [-] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.106245] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.462046] env[63043]: DEBUG nova.network.neutron [req-f2669e3d-d168-4d77-9585-eeeedbb13665 req-52f71010-089a-442f-940e-3fe2c102eacc service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updated VIF entry in instance network info cache for port 5e9701ec-11f9-490f-b05c-ad1ed07db215. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.462437] env[63043]: DEBUG nova.network.neutron [req-f2669e3d-d168-4d77-9585-eeeedbb13665 req-52f71010-089a-442f-940e-3fe2c102eacc service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updating instance_info_cache with network_info: [{"id": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "address": "fa:16:3e:cb:78:ed", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9701ec-11", "ovs_interfaceid": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.484055] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b46d47-1548-c9d4-1f71-544527b8083a, 'name': SearchDatastore_Task, 'duration_secs': 0.017321} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.486868] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.487189] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.487365] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.487521] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.487714] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.489529] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69fcb7ab-576d-4fba-be8a-ae323595dd0d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.493682] env[63043]: DEBUG nova.compute.manager [req-174f98f0-902f-4ef6-b613-5dc6db8fa08a req-80277c1d-e5b0-4405-a5e4-e32976b567d7 service nova] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Received event network-vif-deleted-2395b308-e6f5-4eb7-8532-270b5428c4a9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.508019] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.508019] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.508019] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747a702f-b84c-4fee-a88b-25044357fcef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.516567] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1072.516567] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]522faa54-214c-d778-e307-5b17b7eb770b" [ 1072.516567] env[63043]: _type = "Task" [ 1072.516567] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.529621] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522faa54-214c-d778-e307-5b17b7eb770b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.603804] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d07c5f-07e0-4359-b06a-100ce4679cc0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.612325] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54995796-496f-45b7-aaa4-71903dc031a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.647707] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1016459b-aa0f-4940-bb4c-24c43e15d28f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.656323] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cefe919-65ea-400f-94c8-8f30345d39ba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.671333] env[63043]: DEBUG nova.compute.provider_tree [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.969465] env[63043]: DEBUG oslo_concurrency.lockutils [req-f2669e3d-d168-4d77-9585-eeeedbb13665 req-52f71010-089a-442f-940e-3fe2c102eacc service nova] Releasing lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.031371] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522faa54-214c-d778-e307-5b17b7eb770b, 'name': SearchDatastore_Task, 'duration_secs': 0.020374} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.033046] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38df8257-2f96-47d8-9257-e65f71216e17 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.039478] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1073.039478] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52972fd6-031b-b3ba-b54e-f9082a557985" [ 1073.039478] env[63043]: _type = "Task" [ 1073.039478] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.048932] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52972fd6-031b-b3ba-b54e-f9082a557985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.174418] env[63043]: DEBUG nova.scheduler.client.report [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.209319] env[63043]: DEBUG nova.network.neutron [-] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.550665] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52972fd6-031b-b3ba-b54e-f9082a557985, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.550936] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.551214] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] d67d0c5b-ebc4-4751-aacb-6de3c9e26fda/d67d0c5b-ebc4-4751-aacb-6de3c9e26fda.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.551470] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c68eb20c-920a-46bd-b0fc-2af2152dd3fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.559942] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1073.559942] env[63043]: value = "task-2486699" [ 1073.559942] env[63043]: _type = "Task" [ 1073.559942] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.573824] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.683318] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.683318] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.685127] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.522s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.686525] env[63043]: INFO nova.compute.claims [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.712647] env[63043]: INFO nova.compute.manager [-] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Took 1.65 seconds to deallocate network for instance. [ 1073.915401] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1073.915694] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503121', 'volume_id': '6943fd1a-73b3-4f70-aae8-d3959f411586', 'name': 'volume-6943fd1a-73b3-4f70-aae8-d3959f411586', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec195cde-37ad-4f04-98c6-2b22b3703558', 'attached_at': '', 'detached_at': '', 'volume_id': '6943fd1a-73b3-4f70-aae8-d3959f411586', 'serial': '6943fd1a-73b3-4f70-aae8-d3959f411586'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1073.916786] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309840ff-d0ff-4465-8b39-3f8b0d6ee897 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.936820] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1366661e-70b5-47e0-9696-a1c3b698060a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.964956] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-6943fd1a-73b3-4f70-aae8-d3959f411586/volume-6943fd1a-73b3-4f70-aae8-d3959f411586.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.965227] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-567abc74-fcc0-4750-98a1-09f847a77bf0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.985679] env[63043]: DEBUG oslo_vmware.api [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1073.985679] env[63043]: value = "task-2486700" [ 1073.985679] env[63043]: _type = "Task" [ 1073.985679] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.996564] env[63043]: DEBUG oslo_vmware.api [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.070807] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44056} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.071033] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] d67d0c5b-ebc4-4751-aacb-6de3c9e26fda/d67d0c5b-ebc4-4751-aacb-6de3c9e26fda.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.071252] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.071509] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8329a41b-272c-401e-b45f-061d3d6c7646 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.079629] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1074.079629] env[63043]: value = "task-2486701" [ 1074.079629] env[63043]: _type = "Task" [ 1074.079629] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.088955] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.196655] env[63043]: DEBUG nova.compute.utils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1074.200134] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.200323] env[63043]: DEBUG nova.network.neutron [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.222916] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.242724] env[63043]: DEBUG nova.policy [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7999c2feb0a14f6ebb6cc7014f1e7733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '809bf2b062de4f29a1cca33aa550a62f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.497274] env[63043]: DEBUG oslo_vmware.api [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486700, 'name': ReconfigVM_Task, 'duration_secs': 0.386943} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.497591] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-6943fd1a-73b3-4f70-aae8-d3959f411586/volume-6943fd1a-73b3-4f70-aae8-d3959f411586.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.502922] env[63043]: DEBUG nova.network.neutron [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Successfully created port: febbed87-ddb2-4d31-811c-f3a34b4c943f {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.504837] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30ca3e35-1a3a-48d8-a593-2de942467682 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.518192] env[63043]: DEBUG nova.compute.manager [req-97071a51-bd9f-4017-9097-9966fe6ccb61 req-980f66ae-8690-4ae9-80f0-f6a1ca183c8c service nova] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Received event network-vif-deleted-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.524549] env[63043]: DEBUG oslo_vmware.api [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1074.524549] env[63043]: value = "task-2486702" [ 1074.524549] env[63043]: _type = "Task" [ 1074.524549] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.535096] env[63043]: DEBUG oslo_vmware.api [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.591158] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072415} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.591534] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.592449] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6b7030-cfdf-4a8b-a4da-cfe9435acaff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.617286] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] d67d0c5b-ebc4-4751-aacb-6de3c9e26fda/d67d0c5b-ebc4-4751-aacb-6de3c9e26fda.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.617686] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb915b25-b0e1-4d0d-9561-91f08d1c7b2d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.639409] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1074.639409] env[63043]: value = "task-2486703" [ 1074.639409] env[63043]: _type = "Task" [ 1074.639409] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.648752] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.701281] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.929792] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faa6fea-79e4-4bd2-b032-f55faeaed5ac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.938565] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392f633f-6ea7-4dd8-b457-26ad58201962 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.969961] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be63c940-4605-4343-8b2e-28b7f6b664b2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.977887] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d70348-d4c4-46a7-927b-ca3742908f62 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.992150] env[63043]: DEBUG nova.compute.provider_tree [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.037679] env[63043]: DEBUG oslo_vmware.api [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486702, 'name': ReconfigVM_Task, 'duration_secs': 0.154303} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.038125] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503121', 'volume_id': '6943fd1a-73b3-4f70-aae8-d3959f411586', 'name': 'volume-6943fd1a-73b3-4f70-aae8-d3959f411586', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec195cde-37ad-4f04-98c6-2b22b3703558', 'attached_at': '', 'detached_at': '', 'volume_id': '6943fd1a-73b3-4f70-aae8-d3959f411586', 'serial': '6943fd1a-73b3-4f70-aae8-d3959f411586'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1075.151499] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486703, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.404186] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "ff261cca-9220-4917-b124-9dcaf1e99a41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.404424] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "ff261cca-9220-4917-b124-9dcaf1e99a41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.495530] env[63043]: DEBUG nova.scheduler.client.report [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.599822] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "b45e9f34-e8f0-47bb-87cd-09c73210ba8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.600197] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "b45e9f34-e8f0-47bb-87cd-09c73210ba8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.651213] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486703, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.713670] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.741742] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.741934] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.742189] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.742481] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.742774] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.742945] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.743321] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.743573] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.743903] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.744214] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.744535] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.745811] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7df3c60-2405-4466-b9e2-7904f7e0736b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.755811] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791c3c7e-6132-4acb-b7d3-d028a38da8a1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.906284] env[63043]: DEBUG nova.compute.manager [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.000822] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.001400] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.005932] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.910s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.005932] env[63043]: DEBUG nova.objects.instance [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lazy-loading 'pci_requests' on Instance uuid 0b11ce51-60e6-4341-9732-0628a3f53137 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.063394] env[63043]: DEBUG nova.network.neutron [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Successfully updated port: febbed87-ddb2-4d31-811c-f3a34b4c943f {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.077495] env[63043]: DEBUG nova.objects.instance [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'flavor' on Instance uuid ec195cde-37ad-4f04-98c6-2b22b3703558 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.102515] env[63043]: DEBUG nova.compute.manager [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.152720] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486703, 'name': ReconfigVM_Task, 'duration_secs': 1.275586} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.153031] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Reconfigured VM instance instance-00000069 to attach disk [datastore1] d67d0c5b-ebc4-4751-aacb-6de3c9e26fda/d67d0c5b-ebc4-4751-aacb-6de3c9e26fda.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.153654] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae22861d-bc3f-429d-ba05-a23f6f89f71b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.162031] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1076.162031] env[63043]: value = "task-2486704" [ 1076.162031] env[63043]: _type = "Task" [ 1076.162031] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.171579] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486704, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.431478] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.508983] env[63043]: DEBUG nova.compute.utils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1076.512195] env[63043]: DEBUG nova.objects.instance [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lazy-loading 'numa_topology' on Instance uuid 0b11ce51-60e6-4341-9732-0628a3f53137 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.514723] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.514723] env[63043]: DEBUG nova.network.neutron [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.542481] env[63043]: DEBUG nova.compute.manager [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] [instance: 27552406-0865-4499-a072-267581d97dba] Received event network-vif-plugged-febbed87-ddb2-4d31-811c-f3a34b4c943f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.542766] env[63043]: DEBUG oslo_concurrency.lockutils [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] Acquiring lock "27552406-0865-4499-a072-267581d97dba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.542988] env[63043]: DEBUG oslo_concurrency.lockutils [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] Lock "27552406-0865-4499-a072-267581d97dba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.543255] env[63043]: DEBUG oslo_concurrency.lockutils [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] Lock "27552406-0865-4499-a072-267581d97dba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.543455] env[63043]: DEBUG nova.compute.manager [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] [instance: 27552406-0865-4499-a072-267581d97dba] No waiting events found dispatching network-vif-plugged-febbed87-ddb2-4d31-811c-f3a34b4c943f {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.543677] env[63043]: WARNING nova.compute.manager [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] [instance: 27552406-0865-4499-a072-267581d97dba] Received unexpected event network-vif-plugged-febbed87-ddb2-4d31-811c-f3a34b4c943f for instance with vm_state building and task_state spawning. [ 1076.543874] env[63043]: DEBUG nova.compute.manager [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] [instance: 27552406-0865-4499-a072-267581d97dba] Received event network-changed-febbed87-ddb2-4d31-811c-f3a34b4c943f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.544270] env[63043]: DEBUG nova.compute.manager [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] [instance: 27552406-0865-4499-a072-267581d97dba] Refreshing instance network info cache due to event network-changed-febbed87-ddb2-4d31-811c-f3a34b4c943f. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.544502] env[63043]: DEBUG oslo_concurrency.lockutils [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] Acquiring lock "refresh_cache-27552406-0865-4499-a072-267581d97dba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.544671] env[63043]: DEBUG oslo_concurrency.lockutils [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] Acquired lock "refresh_cache-27552406-0865-4499-a072-267581d97dba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.544948] env[63043]: DEBUG nova.network.neutron [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] [instance: 27552406-0865-4499-a072-267581d97dba] Refreshing network info cache for port febbed87-ddb2-4d31-811c-f3a34b4c943f {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.556017] env[63043]: DEBUG nova.policy [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7999c2feb0a14f6ebb6cc7014f1e7733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '809bf2b062de4f29a1cca33aa550a62f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.566442] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "refresh_cache-27552406-0865-4499-a072-267581d97dba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.582205] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a5100c1d-627f-4003-afe4-df4ee0620001 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.273s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.622015] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.671795] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486704, 'name': Rename_Task, 'duration_secs': 0.191841} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.672100] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.672352] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3f6649c-832b-4cfd-8813-de6713234591 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.679228] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1076.679228] env[63043]: value = "task-2486705" [ 1076.679228] env[63043]: _type = "Task" [ 1076.679228] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.704912] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4f4d28d0-bf71-4b70-bee3-d6b57f8d7f36 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "ec195cde-37ad-4f04-98c6-2b22b3703558" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.705168] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4f4d28d0-bf71-4b70-bee3-d6b57f8d7f36 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.705353] env[63043]: DEBUG nova.compute.manager [None req-4f4d28d0-bf71-4b70-bee3-d6b57f8d7f36 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.706208] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f32bd91-1034-4bda-adca-8f7388afb90f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.712751] env[63043]: DEBUG nova.compute.manager [None req-4f4d28d0-bf71-4b70-bee3-d6b57f8d7f36 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63043) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1076.713326] env[63043]: DEBUG nova.objects.instance [None req-4f4d28d0-bf71-4b70-bee3-d6b57f8d7f36 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'flavor' on Instance uuid ec195cde-37ad-4f04-98c6-2b22b3703558 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.800017] env[63043]: DEBUG nova.network.neutron [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Successfully created port: 229b7087-8eea-4c78-9e8a-64922470226b {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.018100] env[63043]: INFO nova.compute.claims [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.022099] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.088682] env[63043]: DEBUG nova.network.neutron [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] [instance: 27552406-0865-4499-a072-267581d97dba] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.159355] env[63043]: DEBUG nova.network.neutron [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] [instance: 27552406-0865-4499-a072-267581d97dba] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.192247] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486705, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.662037] env[63043]: DEBUG oslo_concurrency.lockutils [req-d8dadc24-da83-4705-a521-81ffb80234d5 req-c1aa7b55-90c8-4025-a7fb-d4e3d83b38d6 service nova] Releasing lock "refresh_cache-27552406-0865-4499-a072-267581d97dba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.662491] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired lock "refresh_cache-27552406-0865-4499-a072-267581d97dba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.662699] env[63043]: DEBUG nova.network.neutron [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.690273] env[63043]: DEBUG oslo_vmware.api [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486705, 'name': PowerOnVM_Task, 'duration_secs': 0.521871} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.690588] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.690836] env[63043]: INFO nova.compute.manager [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1077.691072] env[63043]: DEBUG nova.compute.manager [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.691819] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4985919-b89d-41dc-8dc9-1f906f814425 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.724351] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4d28d0-bf71-4b70-bee3-d6b57f8d7f36 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.724602] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61cfa9f1-aea0-41ed-89ce-bec1f31be84f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.733036] env[63043]: DEBUG oslo_vmware.api [None req-4f4d28d0-bf71-4b70-bee3-d6b57f8d7f36 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1077.733036] env[63043]: value = "task-2486706" [ 1077.733036] env[63043]: _type = "Task" [ 1077.733036] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.743264] env[63043]: DEBUG oslo_vmware.api [None req-4f4d28d0-bf71-4b70-bee3-d6b57f8d7f36 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.035167] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.063772] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.064061] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.064427] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.064427] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.064558] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.064740] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.065107] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.065308] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.065654] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.065654] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.065869] env[63043]: DEBUG nova.virt.hardware [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.066695] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeca688d-7c1a-4f96-b0d9-bf6b669fab86 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.078711] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917d9acb-ced8-499d-bd62-27395fdd0e35 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.210479] env[63043]: INFO nova.compute.manager [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Took 15.18 seconds to build instance. [ 1078.212062] env[63043]: DEBUG nova.network.neutron [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.246490] env[63043]: DEBUG oslo_vmware.api [None req-4f4d28d0-bf71-4b70-bee3-d6b57f8d7f36 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486706, 'name': PowerOffVM_Task, 'duration_secs': 0.207595} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.246780] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4d28d0-bf71-4b70-bee3-d6b57f8d7f36 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.246995] env[63043]: DEBUG nova.compute.manager [None req-4f4d28d0-bf71-4b70-bee3-d6b57f8d7f36 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.249537] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c788c67c-2e36-4d39-9ea1-cbab74b9be8b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.266496] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768ccc2b-c566-4639-a0b8-4ba5014d5d8d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.279798] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e043a7-2a6b-4bfd-a9d8-8d1e97ae0f0c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.315451] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564716a1-e5b4-4a74-b4d3-aaf290b3edd7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.323499] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7803e1a-7207-4755-9fc1-d2fa7936546f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.338373] env[63043]: DEBUG nova.compute.provider_tree [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.511255] env[63043]: DEBUG nova.network.neutron [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Updating instance_info_cache with network_info: [{"id": "febbed87-ddb2-4d31-811c-f3a34b4c943f", "address": "fa:16:3e:27:15:23", "network": {"id": "c3732569-8730-4552-9158-87a55f0dcff9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-489043228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809bf2b062de4f29a1cca33aa550a62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfebbed87-dd", "ovs_interfaceid": "febbed87-ddb2-4d31-811c-f3a34b4c943f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.567409] env[63043]: DEBUG nova.compute.manager [req-f744ffb8-ff8b-4663-b074-6805ccc0d221 req-f790899c-158a-4035-b9d8-b9867c7f55fb service nova] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Received event network-vif-plugged-229b7087-8eea-4c78-9e8a-64922470226b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.567631] env[63043]: DEBUG oslo_concurrency.lockutils [req-f744ffb8-ff8b-4663-b074-6805ccc0d221 req-f790899c-158a-4035-b9d8-b9867c7f55fb service nova] Acquiring lock "b836c6e0-3176-47c0-b059-809c1bdb4e64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.567885] env[63043]: DEBUG oslo_concurrency.lockutils [req-f744ffb8-ff8b-4663-b074-6805ccc0d221 req-f790899c-158a-4035-b9d8-b9867c7f55fb service nova] Lock "b836c6e0-3176-47c0-b059-809c1bdb4e64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.568036] env[63043]: DEBUG oslo_concurrency.lockutils [req-f744ffb8-ff8b-4663-b074-6805ccc0d221 req-f790899c-158a-4035-b9d8-b9867c7f55fb service nova] Lock "b836c6e0-3176-47c0-b059-809c1bdb4e64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.568217] env[63043]: DEBUG nova.compute.manager [req-f744ffb8-ff8b-4663-b074-6805ccc0d221 req-f790899c-158a-4035-b9d8-b9867c7f55fb service nova] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] No waiting events found dispatching network-vif-plugged-229b7087-8eea-4c78-9e8a-64922470226b {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.568388] env[63043]: WARNING nova.compute.manager [req-f744ffb8-ff8b-4663-b074-6805ccc0d221 req-f790899c-158a-4035-b9d8-b9867c7f55fb service nova] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Received unexpected event network-vif-plugged-229b7087-8eea-4c78-9e8a-64922470226b for instance with vm_state building and task_state spawning. [ 1078.585165] env[63043]: DEBUG nova.network.neutron [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Successfully updated port: 229b7087-8eea-4c78-9e8a-64922470226b {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.714688] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cc039405-a87b-4c8f-80cc-3282790b1b43 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.693s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.766376] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4f4d28d0-bf71-4b70-bee3-d6b57f8d7f36 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.841663] env[63043]: DEBUG nova.scheduler.client.report [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.013491] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Releasing lock "refresh_cache-27552406-0865-4499-a072-267581d97dba" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.013826] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Instance network_info: |[{"id": "febbed87-ddb2-4d31-811c-f3a34b4c943f", "address": "fa:16:3e:27:15:23", "network": {"id": "c3732569-8730-4552-9158-87a55f0dcff9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-489043228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809bf2b062de4f29a1cca33aa550a62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfebbed87-dd", "ovs_interfaceid": "febbed87-ddb2-4d31-811c-f3a34b4c943f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.014276] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:15:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'febbed87-ddb2-4d31-811c-f3a34b4c943f', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.021781] env[63043]: DEBUG oslo.service.loopingcall [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.021999] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27552406-0865-4499-a072-267581d97dba] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.022240] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a64d5bab-7a23-42b9-871a-d1329d914e00 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.044284] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.044284] env[63043]: value = "task-2486707" [ 1079.044284] env[63043]: _type = "Task" [ 1079.044284] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.052747] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486707, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.087612] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "refresh_cache-b836c6e0-3176-47c0-b059-809c1bdb4e64" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.087792] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired lock "refresh_cache-b836c6e0-3176-47c0-b059-809c1bdb4e64" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.087955] env[63043]: DEBUG nova.network.neutron [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.181644] env[63043]: DEBUG nova.objects.instance [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'flavor' on Instance uuid ec195cde-37ad-4f04-98c6-2b22b3703558 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.346646] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.341s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.349259] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.389s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.349467] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.351361] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.245s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.351588] env[63043]: DEBUG nova.objects.instance [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lazy-loading 'resources' on Instance uuid 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.376644] env[63043]: INFO nova.scheduler.client.report [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleted allocations for instance e86da836-765e-4b9c-a796-46dd2afc9ed8 [ 1079.383089] env[63043]: INFO nova.network.neutron [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updating port 219170ef-9c20-45e0-a418-892acd7bd102 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1079.554989] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486707, 'name': CreateVM_Task, 'duration_secs': 0.357674} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.555230] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27552406-0865-4499-a072-267581d97dba] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.556008] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.556225] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.556574] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.557235] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a790cc2d-f216-4d9f-9316-cebc0c4b1a9e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.562195] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1079.562195] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523cee53-51fe-4f43-fcea-60e9ea0ed894" [ 1079.562195] env[63043]: _type = "Task" [ 1079.562195] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.570569] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523cee53-51fe-4f43-fcea-60e9ea0ed894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.629834] env[63043]: DEBUG nova.network.neutron [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.688312] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.688463] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquired lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.689184] env[63043]: DEBUG nova.network.neutron [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.689184] env[63043]: DEBUG nova.objects.instance [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'info_cache' on Instance uuid ec195cde-37ad-4f04-98c6-2b22b3703558 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.780910] env[63043]: DEBUG nova.network.neutron [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Updating instance_info_cache with network_info: [{"id": "229b7087-8eea-4c78-9e8a-64922470226b", "address": "fa:16:3e:02:45:69", "network": {"id": "c3732569-8730-4552-9158-87a55f0dcff9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-489043228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809bf2b062de4f29a1cca33aa550a62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap229b7087-8e", "ovs_interfaceid": "229b7087-8eea-4c78-9e8a-64922470226b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.886542] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a0f563a1-3c79-455d-979e-751a420bb7b2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "e86da836-765e-4b9c-a796-46dd2afc9ed8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.065s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.051147] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6b826c-c17e-4643-bd8b-a469f8237d8e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.059411] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1467c91-cf64-469a-a68f-dee5572800d4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.095839] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b528b051-aa11-452d-bd68-72e7bb89eabe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.098554] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523cee53-51fe-4f43-fcea-60e9ea0ed894, 'name': SearchDatastore_Task, 'duration_secs': 0.014074} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.098880] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.099150] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.099404] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.099554] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.099732] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.100423] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64283b93-f8ff-41cb-a3fd-5f97ff9a0208 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.105531] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06d9da7-bb6a-4259-a344-fc48f98608b9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.110947] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.111142] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.120708] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec67f86-103c-4d2b-b6d1-fe00eb1475ef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.123253] env[63043]: DEBUG nova.compute.provider_tree [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.127908] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1080.127908] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]525d4f2c-9717-81c8-d174-e644b47b4b76" [ 1080.127908] env[63043]: _type = "Task" [ 1080.127908] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.136762] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525d4f2c-9717-81c8-d174-e644b47b4b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.193061] env[63043]: DEBUG nova.objects.base [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.283835] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Releasing lock "refresh_cache-b836c6e0-3176-47c0-b059-809c1bdb4e64" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.284188] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Instance network_info: |[{"id": "229b7087-8eea-4c78-9e8a-64922470226b", "address": "fa:16:3e:02:45:69", "network": {"id": "c3732569-8730-4552-9158-87a55f0dcff9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-489043228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809bf2b062de4f29a1cca33aa550a62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap229b7087-8e", "ovs_interfaceid": "229b7087-8eea-4c78-9e8a-64922470226b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.284619] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:45:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '229b7087-8eea-4c78-9e8a-64922470226b', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.292418] env[63043]: DEBUG oslo.service.loopingcall [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1080.292689] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.292952] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1ffd2f0-5c92-48bf-b061-fe5d3f4c3fff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.313303] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.313303] env[63043]: value = "task-2486708" [ 1080.313303] env[63043]: _type = "Task" [ 1080.313303] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.321481] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486708, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.627293] env[63043]: DEBUG nova.scheduler.client.report [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.640498] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525d4f2c-9717-81c8-d174-e644b47b4b76, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.641381] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a2534a-0f37-439a-8c09-7aa952e31494 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.647382] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1080.647382] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52aab25b-d521-dbab-e452-bb0d3738a0a4" [ 1080.647382] env[63043]: _type = "Task" [ 1080.647382] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.656442] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52aab25b-d521-dbab-e452-bb0d3738a0a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.713230] env[63043]: DEBUG nova.compute.manager [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Received event network-changed-229b7087-8eea-4c78-9e8a-64922470226b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.713435] env[63043]: DEBUG nova.compute.manager [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Refreshing instance network info cache due to event network-changed-229b7087-8eea-4c78-9e8a-64922470226b. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1080.713655] env[63043]: DEBUG oslo_concurrency.lockutils [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] Acquiring lock "refresh_cache-b836c6e0-3176-47c0-b059-809c1bdb4e64" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.713804] env[63043]: DEBUG oslo_concurrency.lockutils [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] Acquired lock "refresh_cache-b836c6e0-3176-47c0-b059-809c1bdb4e64" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.713970] env[63043]: DEBUG nova.network.neutron [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Refreshing network info cache for port 229b7087-8eea-4c78-9e8a-64922470226b {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.824891] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486708, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.098696] env[63043]: DEBUG nova.network.neutron [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Updating instance_info_cache with network_info: [{"id": "e89e6c1f-5181-4f46-82e4-c4029a70f057", "address": "fa:16:3e:3c:f7:3b", "network": {"id": "3fe9d202-0988-407b-8241-33c9d6cb4679", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1113469375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883d5050742746cd8882e3ed38aa4e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89e6c1f-51", "ovs_interfaceid": "e89e6c1f-5181-4f46-82e4-c4029a70f057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.134917] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.137720] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.915s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.137881] env[63043]: DEBUG nova.objects.instance [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lazy-loading 'resources' on Instance uuid db9ebced-3859-46e0-851e-4eaf4552acbd {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.158380] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52aab25b-d521-dbab-e452-bb0d3738a0a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011894} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.159350] env[63043]: INFO nova.scheduler.client.report [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Deleted allocations for instance 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2 [ 1081.164241] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.164241] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 27552406-0865-4499-a072-267581d97dba/27552406-0865-4499-a072-267581d97dba.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.165082] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.165267] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.165434] env[63043]: DEBUG nova.network.neutron [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.166350] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9aeea6f4-cfe2-4f75-9b4a-5fdf47315919 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.176063] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1081.176063] env[63043]: value = "task-2486709" [ 1081.176063] env[63043]: _type = "Task" [ 1081.176063] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.187891] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.327305] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486708, 'name': CreateVM_Task, 'duration_secs': 0.624666} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.327443] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.328054] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.329071] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.329071] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.329071] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d18c1bf-6953-4afd-a81f-4ab1b64a32fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.334674] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1081.334674] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52869bfd-9fe1-8ca9-be57-bfd579fd54da" [ 1081.334674] env[63043]: _type = "Task" [ 1081.334674] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.344438] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52869bfd-9fe1-8ca9-be57-bfd579fd54da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.444972] env[63043]: DEBUG nova.network.neutron [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Updated VIF entry in instance network info cache for port 229b7087-8eea-4c78-9e8a-64922470226b. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.445463] env[63043]: DEBUG nova.network.neutron [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Updating instance_info_cache with network_info: [{"id": "229b7087-8eea-4c78-9e8a-64922470226b", "address": "fa:16:3e:02:45:69", "network": {"id": "c3732569-8730-4552-9158-87a55f0dcff9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-489043228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809bf2b062de4f29a1cca33aa550a62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap229b7087-8e", "ovs_interfaceid": "229b7087-8eea-4c78-9e8a-64922470226b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.602344] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Releasing lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.634829] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.635067] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.666911] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51403432-4f02-459a-9c12-dc8fadb0278b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "1cbd1368-03e3-42b0-8ff3-9a8044f47fe2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.682s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.687424] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441114} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.690297] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 27552406-0865-4499-a072-267581d97dba/27552406-0865-4499-a072-267581d97dba.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.691023] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.691247] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de44ff3b-afc6-4870-885e-360166a772a6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.700252] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1081.700252] env[63043]: value = "task-2486710" [ 1081.700252] env[63043]: _type = "Task" [ 1081.700252] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.712854] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.850722] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52869bfd-9fe1-8ca9-be57-bfd579fd54da, 'name': SearchDatastore_Task, 'duration_secs': 0.058008} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.853322] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.853586] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.853874] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.854162] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.854387] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.854896] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-573ab29d-f616-4a4e-9fa9-df64281d9fc7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.863917] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.864234] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.865199] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce5f171-cef7-4a7d-8982-7add1704ff87 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.869910] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb1e0c7-1d3c-46e8-9444-28c1a6cf4ea8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.874445] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1081.874445] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520b5411-9c04-ae54-e9b6-db99687448c6" [ 1081.874445] env[63043]: _type = "Task" [ 1081.874445] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.882582] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45c5449-057c-4180-bf5f-98408aa26320 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.890818] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520b5411-9c04-ae54-e9b6-db99687448c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.891901] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35362553-b5e8-44ff-914e-e27e1662cfbc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.919259] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a31b177-a039-4419-8263-560c0853145d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.925741] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1081.925741] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f08bd7-dbc2-3039-f152-7b1d93deff56" [ 1081.925741] env[63043]: _type = "Task" [ 1081.925741] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.933035] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e329099-a539-4214-895d-7146f80358c7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.940364] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f08bd7-dbc2-3039-f152-7b1d93deff56, 'name': SearchDatastore_Task, 'duration_secs': 0.012318} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.941058] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.941401] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b836c6e0-3176-47c0-b059-809c1bdb4e64/b836c6e0-3176-47c0-b059-809c1bdb4e64.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.941683] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b79dfc08-8c69-4ca3-95fe-ec1b6db85c49 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.951361] env[63043]: DEBUG oslo_concurrency.lockutils [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] Releasing lock "refresh_cache-b836c6e0-3176-47c0-b059-809c1bdb4e64" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.951662] env[63043]: DEBUG nova.compute.manager [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Received event network-changed-5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.951876] env[63043]: DEBUG nova.compute.manager [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Refreshing instance network info cache due to event network-changed-5e9701ec-11f9-490f-b05c-ad1ed07db215. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1081.952131] env[63043]: DEBUG oslo_concurrency.lockutils [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] Acquiring lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.952332] env[63043]: DEBUG oslo_concurrency.lockutils [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] Acquired lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.952533] env[63043]: DEBUG nova.network.neutron [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Refreshing network info cache for port 5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.953913] env[63043]: DEBUG nova.compute.provider_tree [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.962804] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1081.962804] env[63043]: value = "task-2486711" [ 1081.962804] env[63043]: _type = "Task" [ 1081.962804] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.973582] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.990889] env[63043]: DEBUG nova.network.neutron [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updating instance_info_cache with network_info: [{"id": "219170ef-9c20-45e0-a418-892acd7bd102", "address": "fa:16:3e:ef:dd:bf", "network": {"id": "83c722f9-5851-47de-babd-8ce69be1f8cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1256967556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5be96206fc46a687e145395d53e74b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219170ef-9c", "ovs_interfaceid": "219170ef-9c20-45e0-a418-892acd7bd102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.137477] env[63043]: DEBUG nova.compute.manager [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.211284] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065706} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.211642] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.212491] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edf5f59-66a2-482e-8ad9-19303ab55d62 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.237310] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 27552406-0865-4499-a072-267581d97dba/27552406-0865-4499-a072-267581d97dba.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.237629] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda30a28-95ff-49c6-b221-b773b275f897 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.259077] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1082.259077] env[63043]: value = "task-2486713" [ 1082.259077] env[63043]: _type = "Task" [ 1082.259077] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.268449] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.459377] env[63043]: DEBUG nova.scheduler.client.report [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.473158] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47077} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.473460] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b836c6e0-3176-47c0-b059-809c1bdb4e64/b836c6e0-3176-47c0-b059-809c1bdb4e64.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.473644] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.474473] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd58642c-5a76-4bda-9df0-e05c4eef5370 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.481624] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1082.481624] env[63043]: value = "task-2486714" [ 1082.481624] env[63043]: _type = "Task" [ 1082.481624] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.489969] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.494088] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Releasing lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.554941] env[63043]: DEBUG nova.virt.hardware [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7b5e893e63407bbad7cf9d3c6d83f698',container_format='bare',created_at=2025-02-12T21:11:45Z,direct_url=,disk_format='vmdk',id=d6f5f22e-5ea7-4d57-b636-45afd4858999,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-563506946-shelved',owner='fb5be96206fc46a687e145395d53e74b',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-02-12T21:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.555208] env[63043]: DEBUG nova.virt.hardware [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.555368] env[63043]: DEBUG nova.virt.hardware [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.555579] env[63043]: DEBUG nova.virt.hardware [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.555870] env[63043]: DEBUG nova.virt.hardware [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.556114] env[63043]: DEBUG nova.virt.hardware [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.556452] env[63043]: DEBUG nova.virt.hardware [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.556697] env[63043]: DEBUG nova.virt.hardware [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.557031] env[63043]: DEBUG nova.virt.hardware [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.557304] env[63043]: DEBUG nova.virt.hardware [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.557591] env[63043]: DEBUG nova.virt.hardware [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.558816] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb43c635-a7b3-4970-a7a8-7d9db079068a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.569665] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b5bd6a-e674-4afb-a918-a83fb1b6f22f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.583933] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:dd:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '219170ef-9c20-45e0-a418-892acd7bd102', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.591842] env[63043]: DEBUG oslo.service.loopingcall [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.594542] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.594866] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5d1e1b0-266f-4f50-bd9a-e6dce96622e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.612902] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.613269] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a96df892-838b-4ee0-b3f7-1113853a5fbb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.617019] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.617019] env[63043]: value = "task-2486715" [ 1082.617019] env[63043]: _type = "Task" [ 1082.617019] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.621726] env[63043]: DEBUG oslo_vmware.api [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1082.621726] env[63043]: value = "task-2486716" [ 1082.621726] env[63043]: _type = "Task" [ 1082.621726] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.627575] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486715, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.634139] env[63043]: DEBUG oslo_vmware.api [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.666142] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.743160] env[63043]: DEBUG nova.network.neutron [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updated VIF entry in instance network info cache for port 5e9701ec-11f9-490f-b05c-ad1ed07db215. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.743597] env[63043]: DEBUG nova.network.neutron [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updating instance_info_cache with network_info: [{"id": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "address": "fa:16:3e:cb:78:ed", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9701ec-11", "ovs_interfaceid": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.759085] env[63043]: DEBUG nova.compute.manager [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Received event network-vif-plugged-219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.759341] env[63043]: DEBUG oslo_concurrency.lockutils [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] Acquiring lock "0b11ce51-60e6-4341-9732-0628a3f53137-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.759576] env[63043]: DEBUG oslo_concurrency.lockutils [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] Lock "0b11ce51-60e6-4341-9732-0628a3f53137-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.759719] env[63043]: DEBUG oslo_concurrency.lockutils [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] Lock "0b11ce51-60e6-4341-9732-0628a3f53137-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.759952] env[63043]: DEBUG nova.compute.manager [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] No waiting events found dispatching network-vif-plugged-219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.760060] env[63043]: WARNING nova.compute.manager [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Received unexpected event network-vif-plugged-219170ef-9c20-45e0-a418-892acd7bd102 for instance with vm_state shelved_offloaded and task_state spawning. [ 1082.760228] env[63043]: DEBUG nova.compute.manager [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Received event network-changed-219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.760386] env[63043]: DEBUG nova.compute.manager [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Refreshing instance network info cache due to event network-changed-219170ef-9c20-45e0-a418-892acd7bd102. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.760566] env[63043]: DEBUG oslo_concurrency.lockutils [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] Acquiring lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.760703] env[63043]: DEBUG oslo_concurrency.lockutils [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] Acquired lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.760858] env[63043]: DEBUG nova.network.neutron [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Refreshing network info cache for port 219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.773322] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.964880] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.967501] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.536s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.971802] env[63043]: INFO nova.compute.claims [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.992586] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072338} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.992858] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.993670] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bba7aa-d1e0-4feb-a0bf-2de44cdc22a5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.016928] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] b836c6e0-3176-47c0-b059-809c1bdb4e64/b836c6e0-3176-47c0-b059-809c1bdb4e64.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.018138] env[63043]: INFO nova.scheduler.client.report [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Deleted allocations for instance db9ebced-3859-46e0-851e-4eaf4552acbd [ 1083.019152] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-676f58d2-0dc5-44c5-828d-1f80e33a35a6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.044159] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1083.044159] env[63043]: value = "task-2486717" [ 1083.044159] env[63043]: _type = "Task" [ 1083.044159] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.053679] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.128130] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486715, 'name': CreateVM_Task, 'duration_secs': 0.355376} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.128634] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.129349] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.129526] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.129888] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.130145] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e38e995-430a-4bd8-b16d-85653562b4af {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.134475] env[63043]: DEBUG oslo_vmware.api [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486716, 'name': PowerOnVM_Task, 'duration_secs': 0.446287} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.135027] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.135237] env[63043]: DEBUG nova.compute.manager [None req-b46b8212-7510-4402-ba01-6cc2b0b8bb37 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.135953] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e575531a-e2d1-45bb-92e3-2a05e01affa3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.139274] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1083.139274] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523b0a5f-05b5-f324-16fe-c9c97cc272dd" [ 1083.139274] env[63043]: _type = "Task" [ 1083.139274] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.151034] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523b0a5f-05b5-f324-16fe-c9c97cc272dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.246774] env[63043]: DEBUG oslo_concurrency.lockutils [req-8351658d-92ec-460e-9746-ae8b0c7b9404 req-8806c07b-16de-4c29-b783-7d70f0654cc4 service nova] Releasing lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.275699] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486713, 'name': ReconfigVM_Task, 'duration_secs': 0.714287} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.275803] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 27552406-0865-4499-a072-267581d97dba/27552406-0865-4499-a072-267581d97dba.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.276475] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62e9e5f8-105e-4f41-875e-45cc15ecfc09 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.282944] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1083.282944] env[63043]: value = "task-2486718" [ 1083.282944] env[63043]: _type = "Task" [ 1083.282944] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.291566] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486718, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.446341] env[63043]: DEBUG nova.network.neutron [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updated VIF entry in instance network info cache for port 219170ef-9c20-45e0-a418-892acd7bd102. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.446693] env[63043]: DEBUG nova.network.neutron [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updating instance_info_cache with network_info: [{"id": "219170ef-9c20-45e0-a418-892acd7bd102", "address": "fa:16:3e:ef:dd:bf", "network": {"id": "83c722f9-5851-47de-babd-8ce69be1f8cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1256967556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5be96206fc46a687e145395d53e74b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219170ef-9c", "ovs_interfaceid": "219170ef-9c20-45e0-a418-892acd7bd102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.541429] env[63043]: DEBUG oslo_concurrency.lockutils [None req-51aacb57-3452-4f26-b31c-80bc770d9350 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "db9ebced-3859-46e0-851e-4eaf4552acbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.124s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.555670] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.658024] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.658024] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Processing image d6f5f22e-5ea7-4d57-b636-45afd4858999 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.658024] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999/d6f5f22e-5ea7-4d57-b636-45afd4858999.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.658024] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999/d6f5f22e-5ea7-4d57-b636-45afd4858999.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.658024] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.658024] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8a8fb1c-2fda-4e36-b7a6-676d65eebfc7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.665732] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.665954] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.667311] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e595a23-28dd-44f0-b06d-54a4742634c6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.674367] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1083.674367] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f32b70-c177-58bb-9079-5904320e922a" [ 1083.674367] env[63043]: _type = "Task" [ 1083.674367] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.691403] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Preparing fetch location {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1083.691403] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Fetch image to [datastore1] OSTACK_IMG_96ff344e-010e-4722-8513-df1f24013211/OSTACK_IMG_96ff344e-010e-4722-8513-df1f24013211.vmdk {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1083.691599] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Downloading stream optimized image d6f5f22e-5ea7-4d57-b636-45afd4858999 to [datastore1] OSTACK_IMG_96ff344e-010e-4722-8513-df1f24013211/OSTACK_IMG_96ff344e-010e-4722-8513-df1f24013211.vmdk on the data store datastore1 as vApp {{(pid=63043) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1083.691743] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Downloading image file data d6f5f22e-5ea7-4d57-b636-45afd4858999 to the ESX as VM named 'OSTACK_IMG_96ff344e-010e-4722-8513-df1f24013211' {{(pid=63043) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1083.774374] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1083.774374] env[63043]: value = "resgroup-9" [ 1083.774374] env[63043]: _type = "ResourcePool" [ 1083.774374] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1083.774667] env[63043]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-66f48b89-1c3e-47ed-a105-122c408dfdb4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.800017] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486718, 'name': Rename_Task, 'duration_secs': 0.466391} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.801330] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.801660] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lease: (returnval){ [ 1083.801660] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52803e7e-ae9d-0042-15e2-5a81f4ce235f" [ 1083.801660] env[63043]: _type = "HttpNfcLease" [ 1083.801660] env[63043]: } obtained for vApp import into resource pool (val){ [ 1083.801660] env[63043]: value = "resgroup-9" [ 1083.801660] env[63043]: _type = "ResourcePool" [ 1083.801660] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1083.801890] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the lease: (returnval){ [ 1083.801890] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52803e7e-ae9d-0042-15e2-5a81f4ce235f" [ 1083.801890] env[63043]: _type = "HttpNfcLease" [ 1083.801890] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1083.802073] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cb4e285-141d-4509-8a86-069a7e187e7b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.810830] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1083.810830] env[63043]: value = "task-2486720" [ 1083.810830] env[63043]: _type = "Task" [ 1083.810830] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.812079] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.812079] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52803e7e-ae9d-0042-15e2-5a81f4ce235f" [ 1083.812079] env[63043]: _type = "HttpNfcLease" [ 1083.812079] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1083.819541] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.949753] env[63043]: DEBUG oslo_concurrency.lockutils [req-4a12a3be-9141-485b-9e1b-b848de8113bc req-1d4fa66f-341b-4c84-97ab-22c2b0d3320e service nova] Releasing lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.059135] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486717, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.183455] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b028656-4553-4f59-b292-1fc1ecdacf84 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.191416] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06514d60-d3c9-445e-b744-f0fd45b3c6dc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.223943] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2936215f-2f0c-4bd6-9dce-b31ddf602f0c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.231474] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9ff449-26c1-4f9c-8a88-a6e0ef5358b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.250858] env[63043]: DEBUG nova.compute.provider_tree [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.313100] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.313100] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52803e7e-ae9d-0042-15e2-5a81f4ce235f" [ 1084.313100] env[63043]: _type = "HttpNfcLease" [ 1084.313100] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1084.322071] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.556459] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486717, 'name': ReconfigVM_Task, 'duration_secs': 1.0278} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.557748] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Reconfigured VM instance instance-0000006b to attach disk [datastore2] b836c6e0-3176-47c0-b059-809c1bdb4e64/b836c6e0-3176-47c0-b059-809c1bdb4e64.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.560348] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d342896e-d55c-41b5-ab02-d15ba685259a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.562226] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.562440] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.569788] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1084.569788] env[63043]: value = "task-2486721" [ 1084.569788] env[63043]: _type = "Task" [ 1084.569788] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.581388] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486721, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.756377] env[63043]: DEBUG nova.scheduler.client.report [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.813131] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.813131] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52803e7e-ae9d-0042-15e2-5a81f4ce235f" [ 1084.813131] env[63043]: _type = "HttpNfcLease" [ 1084.813131] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1084.813371] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1084.813371] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52803e7e-ae9d-0042-15e2-5a81f4ce235f" [ 1084.813371] env[63043]: _type = "HttpNfcLease" [ 1084.813371] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1084.816705] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cea74f-3efe-4a25-a142-8ad026bc7536 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.827023] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486720, 'name': PowerOnVM_Task, 'duration_secs': 0.696443} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.828258] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccbde7-1038-9add-1b2b-4d670ce2a526/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1084.828258] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccbde7-1038-9add-1b2b-4d670ce2a526/disk-0.vmdk. {{(pid=63043) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1084.829127] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.829533] env[63043]: INFO nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1084.829533] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.831018] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aebf8cb-76a8-4c9a-9a4b-76d9b144f51d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.898904] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-983d0c4d-94b8-41b8-a54a-0c343d0816bb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.064844] env[63043]: DEBUG nova.compute.manager [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.080287] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486721, 'name': Rename_Task, 'duration_secs': 0.185415} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.080623] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.081951] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78480159-c6fe-4b6e-894a-aba9a40ad907 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.089757] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1085.089757] env[63043]: value = "task-2486722" [ 1085.089757] env[63043]: _type = "Task" [ 1085.089757] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.098549] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.259139] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.259723] env[63043]: DEBUG nova.compute.manager [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.263680] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.642s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.265330] env[63043]: INFO nova.compute.claims [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.409406] env[63043]: INFO nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Took 17.28 seconds to build instance. [ 1085.586832] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.600247] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.769672] env[63043]: DEBUG nova.compute.utils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1085.773039] env[63043]: DEBUG nova.compute.manager [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Not allocating networking since 'none' was specified. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1085.913371] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "27552406-0865-4499-a072-267581d97dba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.801s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.100050] env[63043]: DEBUG oslo_vmware.api [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486722, 'name': PowerOnVM_Task, 'duration_secs': 0.749095} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.100281] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.100483] env[63043]: INFO nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1086.100705] env[63043]: DEBUG nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.101437] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836fc8be-879c-4fe7-8cc2-2820421883ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.237763] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.238047] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.273935] env[63043]: DEBUG nova.compute.manager [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.473978] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88261a4d-cc38-42e2-8832-afbb13e6ef8c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.486104] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e8477b-0618-4e37-86de-bc6739c2ae98 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.525861] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a01828-5598-4c4e-ad6b-a036b3172896 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.535155] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b60bcfd-8e71-4e65-896e-1a73694a93bd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.550170] env[63043]: DEBUG nova.compute.provider_tree [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.620205] env[63043]: INFO nova.compute.manager [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Took 18.47 seconds to build instance. [ 1086.742153] env[63043]: DEBUG nova.compute.manager [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.995944] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "089a289f-1ff3-4169-9254-9a907c45b73c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.996378] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "089a289f-1ff3-4169-9254-9a907c45b73c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.996644] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "089a289f-1ff3-4169-9254-9a907c45b73c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.996841] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "089a289f-1ff3-4169-9254-9a907c45b73c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.997057] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "089a289f-1ff3-4169-9254-9a907c45b73c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.999392] env[63043]: INFO nova.compute.manager [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Terminating instance [ 1087.054182] env[63043]: DEBUG nova.scheduler.client.report [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.122158] env[63043]: DEBUG oslo_concurrency.lockutils [None req-a4941672-b848-424f-a23a-38b49e965691 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "b836c6e0-3176-47c0-b059-809c1bdb4e64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.984s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.268085] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.289496] env[63043]: DEBUG nova.compute.manager [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.306194] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "27552406-0865-4499-a072-267581d97dba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.306532] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "27552406-0865-4499-a072-267581d97dba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.306791] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "27552406-0865-4499-a072-267581d97dba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.307068] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "27552406-0865-4499-a072-267581d97dba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.307330] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "27552406-0865-4499-a072-267581d97dba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.314293] env[63043]: INFO nova.compute.manager [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Terminating instance [ 1087.321069] env[63043]: DEBUG nova.virt.hardware [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.321354] env[63043]: DEBUG nova.virt.hardware [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.321612] env[63043]: DEBUG nova.virt.hardware [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.321922] env[63043]: DEBUG nova.virt.hardware [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.322136] env[63043]: DEBUG nova.virt.hardware [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.322385] env[63043]: DEBUG nova.virt.hardware [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.322678] env[63043]: DEBUG nova.virt.hardware [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.322897] env[63043]: DEBUG nova.virt.hardware [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.323186] env[63043]: DEBUG nova.virt.hardware [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.323458] env[63043]: DEBUG nova.virt.hardware [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.323673] env[63043]: DEBUG nova.virt.hardware [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.324812] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e3a0cb-1399-435d-a586-110bdc80a957 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.338076] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4647efcf-0a1d-4769-acb4-285ee3a3ff9c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.353601] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Instance VIF info [] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.359918] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Creating folder: Project (d5b1353183d44c8aa6ce7b478d505bf5). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.360321] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65b251fe-a853-4ebc-938c-ec4f3f18621b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.371792] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "b836c6e0-3176-47c0-b059-809c1bdb4e64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.372088] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "b836c6e0-3176-47c0-b059-809c1bdb4e64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.372390] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "b836c6e0-3176-47c0-b059-809c1bdb4e64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.372580] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "b836c6e0-3176-47c0-b059-809c1bdb4e64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.372812] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "b836c6e0-3176-47c0-b059-809c1bdb4e64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.376157] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Created folder: Project (d5b1353183d44c8aa6ce7b478d505bf5) in parent group-v502843. [ 1087.376335] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Creating folder: Instances. Parent ref: group-v503129. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.376867] env[63043]: INFO nova.compute.manager [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Terminating instance [ 1087.378723] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b16553d-44fc-4d2a-bed0-b8c58f240114 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.392355] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Created folder: Instances in parent group-v503129. [ 1087.392640] env[63043]: DEBUG oslo.service.loopingcall [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.392852] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.393121] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff67318e-ff6c-4e8e-9098-821db33ad00f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.413058] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.413058] env[63043]: value = "task-2486725" [ 1087.413058] env[63043]: _type = "Task" [ 1087.413058] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.429970] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486725, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.505294] env[63043]: DEBUG nova.compute.manager [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.505542] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.506524] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dbe5f4-5941-471b-b324-f85b4698e0a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.516220] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.516469] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba730f8-8ccd-4e27-a544-01579aa4bc1c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.525086] env[63043]: DEBUG oslo_vmware.api [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1087.525086] env[63043]: value = "task-2486726" [ 1087.525086] env[63043]: _type = "Task" [ 1087.525086] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.534604] env[63043]: DEBUG oslo_vmware.api [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.559803] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.560606] env[63043]: DEBUG nova.compute.manager [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.563661] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.898s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.565836] env[63043]: INFO nova.compute.claims [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.603272] env[63043]: INFO nova.compute.manager [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Rebuilding instance [ 1087.650433] env[63043]: DEBUG nova.compute.manager [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.651392] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159567d0-ab98-43e3-a12c-db5c0252e30f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.819639] env[63043]: DEBUG nova.compute.manager [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.819934] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.820871] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c645e48-c87a-4ac8-b49d-e8c5f0d6b9da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.831182] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.831516] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-809d9f4d-ec1f-44ec-98d8-02770faee809 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.839830] env[63043]: DEBUG oslo_vmware.api [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1087.839830] env[63043]: value = "task-2486727" [ 1087.839830] env[63043]: _type = "Task" [ 1087.839830] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.851671] env[63043]: DEBUG oslo_vmware.api [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.884227] env[63043]: DEBUG nova.compute.manager [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.884429] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.885516] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e45aa8-e3f1-4318-b7f0-fff9ba84e12e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.889862] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Completed reading data from the image iterator. {{(pid=63043) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1087.890050] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccbde7-1038-9add-1b2b-4d670ce2a526/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1087.890831] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203393dc-6e8f-4fd8-84bf-dfe7423e0b74 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.901115] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.902440] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce25190-d8b5-4538-9423-74f5b329901d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.904340] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccbde7-1038-9add-1b2b-4d670ce2a526/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1087.904532] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccbde7-1038-9add-1b2b-4d670ce2a526/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1087.904798] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3f9f1e90-c781-467d-a4b1-b087aff7755d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.912628] env[63043]: DEBUG oslo_vmware.api [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1087.912628] env[63043]: value = "task-2486728" [ 1087.912628] env[63043]: _type = "Task" [ 1087.912628] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.925428] env[63043]: DEBUG oslo_vmware.api [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.928580] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486725, 'name': CreateVM_Task, 'duration_secs': 0.433112} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.928730] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.929161] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.929327] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.929675] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.929931] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21db6307-cf0d-4fbb-94a5-489b680b000d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.935137] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1087.935137] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52dd130c-826f-e770-2bc8-0ff9796c5153" [ 1087.935137] env[63043]: _type = "Task" [ 1087.935137] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.944708] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52dd130c-826f-e770-2bc8-0ff9796c5153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.035160] env[63043]: DEBUG oslo_vmware.api [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486726, 'name': PowerOffVM_Task, 'duration_secs': 0.37998} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.035530] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.035640] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.035913] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60b9bca4-f2b1-4ced-9abc-424993f56ba3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.071722] env[63043]: DEBUG nova.compute.utils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1088.076275] env[63043]: DEBUG nova.compute.manager [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Not allocating networking since 'none' was specified. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1088.118436] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.118679] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.118850] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Deleting the datastore file [datastore2] 089a289f-1ff3-4169-9254-9a907c45b73c {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.119155] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89ba217f-a592-413b-b729-686172d4139c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.127848] env[63043]: DEBUG oslo_vmware.api [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1088.127848] env[63043]: value = "task-2486730" [ 1088.127848] env[63043]: _type = "Task" [ 1088.127848] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.140206] env[63043]: DEBUG oslo_vmware.api [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.309160] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccbde7-1038-9add-1b2b-4d670ce2a526/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1088.309500] env[63043]: INFO nova.virt.vmwareapi.images [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Downloaded image file data d6f5f22e-5ea7-4d57-b636-45afd4858999 [ 1088.310398] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de4c346-f13d-4db4-a0a4-63df4ae0b882 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.326740] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e165dab-bbaf-4d00-ab8e-c09e34f820d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.350453] env[63043]: DEBUG oslo_vmware.api [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486727, 'name': PowerOffVM_Task, 'duration_secs': 0.263162} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.350727] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.350922] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.351208] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25fd5e7c-7fee-4934-a497-36c66ac6dfef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.366847] env[63043]: INFO nova.virt.vmwareapi.images [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] The imported VM was unregistered [ 1088.369581] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Caching image {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1088.369821] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999 {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.370135] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42028e51-a89d-4a79-99fd-30fe6785181a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.391191] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Created directory with path [datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999 {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.391356] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_96ff344e-010e-4722-8513-df1f24013211/OSTACK_IMG_96ff344e-010e-4722-8513-df1f24013211.vmdk to [datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999/d6f5f22e-5ea7-4d57-b636-45afd4858999.vmdk. {{(pid=63043) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1088.391655] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d9c84695-113c-4e5d-9f0a-f2ce3b5cb236 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.398517] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1088.398517] env[63043]: value = "task-2486733" [ 1088.398517] env[63043]: _type = "Task" [ 1088.398517] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.407468] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486733, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.422618] env[63043]: DEBUG oslo_vmware.api [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486728, 'name': PowerOffVM_Task, 'duration_secs': 0.228252} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.422905] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.423106] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.423366] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91829b1a-a3e3-45ad-952b-679373adb919 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.443152] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.443470] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.443721] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Deleting the datastore file [datastore2] 27552406-0865-4499-a072-267581d97dba {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.448033] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1339fd6-f099-4317-8bdd-3b26c8b90690 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.449995] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52dd130c-826f-e770-2bc8-0ff9796c5153, 'name': SearchDatastore_Task, 'duration_secs': 0.019987} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.450348] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.450601] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.450896] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.451102] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.451299] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.451877] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5876467a-6c7c-409c-82d7-77341264939e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.456267] env[63043]: DEBUG oslo_vmware.api [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1088.456267] env[63043]: value = "task-2486735" [ 1088.456267] env[63043]: _type = "Task" [ 1088.456267] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.466225] env[63043]: DEBUG oslo_vmware.api [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.469308] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.469541] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.470334] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80a92e5-aec4-4b5d-9c8f-6bafe49fb0e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.476021] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1088.476021] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52cf62e7-80b8-3a73-e152-26f4ae2e8169" [ 1088.476021] env[63043]: _type = "Task" [ 1088.476021] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.485092] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52cf62e7-80b8-3a73-e152-26f4ae2e8169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.497116] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.497364] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.497560] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Deleting the datastore file [datastore2] b836c6e0-3176-47c0-b059-809c1bdb4e64 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.497841] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b934593e-3900-4b83-844d-8d33f54eca51 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.505784] env[63043]: DEBUG oslo_vmware.api [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for the task: (returnval){ [ 1088.505784] env[63043]: value = "task-2486736" [ 1088.505784] env[63043]: _type = "Task" [ 1088.505784] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.514319] env[63043]: DEBUG oslo_vmware.api [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.577229] env[63043]: DEBUG nova.compute.manager [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.644458] env[63043]: DEBUG oslo_vmware.api [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286222} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.644773] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.644963] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.645208] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.645485] env[63043]: INFO nova.compute.manager [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1088.645767] env[63043]: DEBUG oslo.service.loopingcall [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1088.645970] env[63043]: DEBUG nova.compute.manager [-] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.646082] env[63043]: DEBUG nova.network.neutron [-] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.666056] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.666406] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efdc7e8a-b381-440c-a7ba-40ec3539686b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.678202] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1088.678202] env[63043]: value = "task-2486737" [ 1088.678202] env[63043]: _type = "Task" [ 1088.678202] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.693769] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.824884] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07ce78b-9781-4248-a8d0-eff89d73a7b7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.834162] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1b8b60-e974-4856-bc83-6716761cb0be {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.867566] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76489ed-832a-422d-8bbf-c2d0ef40ae7f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.880102] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ac0abb-aa9c-4e2c-8a72-a9379185b9b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.898769] env[63043]: DEBUG nova.compute.provider_tree [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.909064] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486733, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.951715] env[63043]: DEBUG nova.compute.manager [req-e8aebc9b-0c3f-4d2f-bf88-358c07099a6b req-8a7765d6-e82d-4faf-a68c-4e6dda86e35f service nova] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Received event network-vif-deleted-bb683229-9f21-4a9a-8621-b271cbd77bdd {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.952142] env[63043]: INFO nova.compute.manager [req-e8aebc9b-0c3f-4d2f-bf88-358c07099a6b req-8a7765d6-e82d-4faf-a68c-4e6dda86e35f service nova] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Neutron deleted interface bb683229-9f21-4a9a-8621-b271cbd77bdd; detaching it from the instance and deleting it from the info cache [ 1088.952258] env[63043]: DEBUG nova.network.neutron [req-e8aebc9b-0c3f-4d2f-bf88-358c07099a6b req-8a7765d6-e82d-4faf-a68c-4e6dda86e35f service nova] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.966543] env[63043]: DEBUG oslo_vmware.api [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258252} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.967455] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.967657] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.967841] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.968086] env[63043]: INFO nova.compute.manager [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: 27552406-0865-4499-a072-267581d97dba] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1088.968361] env[63043]: DEBUG oslo.service.loopingcall [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1088.968850] env[63043]: DEBUG nova.compute.manager [-] [instance: 27552406-0865-4499-a072-267581d97dba] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.968950] env[63043]: DEBUG nova.network.neutron [-] [instance: 27552406-0865-4499-a072-267581d97dba] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.988064] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52cf62e7-80b8-3a73-e152-26f4ae2e8169, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.988951] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0649fefe-f56c-4697-936e-9562c0d4bf12 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.995645] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1088.995645] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c4555f-82b9-194f-502e-57d64f8ec8df" [ 1088.995645] env[63043]: _type = "Task" [ 1088.995645] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.004607] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c4555f-82b9-194f-502e-57d64f8ec8df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.015916] env[63043]: DEBUG oslo_vmware.api [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Task: {'id': task-2486736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273788} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.016131] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.016327] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.016505] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.016682] env[63043]: INFO nova.compute.manager [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1089.017111] env[63043]: DEBUG oslo.service.loopingcall [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.017229] env[63043]: DEBUG nova.compute.manager [-] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.017305] env[63043]: DEBUG nova.network.neutron [-] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.192573] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486737, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.400487] env[63043]: DEBUG nova.scheduler.client.report [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.415313] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486733, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.432466] env[63043]: DEBUG nova.network.neutron [-] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.455221] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a882ca3f-c43c-4cfa-b713-971110510a7e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.467334] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabf8ef6-4275-47ed-b34c-35e15261031d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.505561] env[63043]: DEBUG nova.compute.manager [req-e8aebc9b-0c3f-4d2f-bf88-358c07099a6b req-8a7765d6-e82d-4faf-a68c-4e6dda86e35f service nova] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Detach interface failed, port_id=bb683229-9f21-4a9a-8621-b271cbd77bdd, reason: Instance 089a289f-1ff3-4169-9254-9a907c45b73c could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1089.515341] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c4555f-82b9-194f-502e-57d64f8ec8df, 'name': SearchDatastore_Task, 'duration_secs': 0.090752} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.515603] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.515966] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] ff261cca-9220-4917-b124-9dcaf1e99a41/ff261cca-9220-4917-b124-9dcaf1e99a41.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.516284] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86053ed0-b6e1-422b-b347-50e45089a20b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.524252] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1089.524252] env[63043]: value = "task-2486738" [ 1089.524252] env[63043]: _type = "Task" [ 1089.524252] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.532945] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.590080] env[63043]: DEBUG nova.compute.manager [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.620572] env[63043]: DEBUG nova.virt.hardware [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.620839] env[63043]: DEBUG nova.virt.hardware [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.621019] env[63043]: DEBUG nova.virt.hardware [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.621225] env[63043]: DEBUG nova.virt.hardware [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.621386] env[63043]: DEBUG nova.virt.hardware [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.621549] env[63043]: DEBUG nova.virt.hardware [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.621777] env[63043]: DEBUG nova.virt.hardware [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.621951] env[63043]: DEBUG nova.virt.hardware [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.622159] env[63043]: DEBUG nova.virt.hardware [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.622340] env[63043]: DEBUG nova.virt.hardware [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.622526] env[63043]: DEBUG nova.virt.hardware [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.623475] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1454cfa0-8016-4ced-8bbb-e9f8fe605704 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.635565] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacc05a5-b834-4631-8bc8-ee00e417c3e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.652752] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Instance VIF info [] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.658726] env[63043]: DEBUG oslo.service.loopingcall [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.659097] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.659367] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06a94315-84ab-42f9-b03c-e4b6e0643807 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.678495] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.678495] env[63043]: value = "task-2486739" [ 1089.678495] env[63043]: _type = "Task" [ 1089.678495] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.695916] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486739, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.699680] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486737, 'name': PowerOffVM_Task, 'duration_secs': 0.579726} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.699978] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.700242] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.701073] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c50f90d-90b2-468a-a621-c01cdb64a021 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.711940] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.712312] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-843c54f5-e652-44a0-8dd1-56d6259c3ce2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.824508] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.824748] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.825010] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleting the datastore file [datastore1] 1b946c9d-4ab8-42e7-ac14-fcfa8152664b {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.825333] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a33cf5f4-d926-44bc-8fe0-d45d455d1204 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.835460] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1089.835460] env[63043]: value = "task-2486741" [ 1089.835460] env[63043]: _type = "Task" [ 1089.835460] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.846352] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.908907] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.909615] env[63043]: DEBUG nova.compute.manager [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.912700] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.326s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.913887] env[63043]: INFO nova.compute.claims [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.925966] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486733, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.938982] env[63043]: INFO nova.compute.manager [-] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Took 1.29 seconds to deallocate network for instance. [ 1089.964554] env[63043]: DEBUG nova.network.neutron [-] [instance: 27552406-0865-4499-a072-267581d97dba] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.982674] env[63043]: DEBUG nova.network.neutron [-] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.037179] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.195039] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486739, 'name': CreateVM_Task, 'duration_secs': 0.453438} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.195205] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.195561] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.195723] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.196100] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.196367] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314a5c31-286b-4eb1-8c5c-9de0b89ec9f0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.204580] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1090.204580] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c838c8-9085-561c-f6b2-175d081549fa" [ 1090.204580] env[63043]: _type = "Task" [ 1090.204580] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.216477] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c838c8-9085-561c-f6b2-175d081549fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.348989] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.417055] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486733, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.420618] env[63043]: DEBUG nova.compute.utils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1090.422094] env[63043]: DEBUG nova.compute.manager [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.422396] env[63043]: DEBUG nova.network.neutron [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.448262] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.468130] env[63043]: INFO nova.compute.manager [-] [instance: 27552406-0865-4499-a072-267581d97dba] Took 1.50 seconds to deallocate network for instance. [ 1090.475648] env[63043]: DEBUG nova.policy [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71f88abbe2b04ee5a5ca1cb23a647282', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10268a5ffd764ce2bb63f3adebcf623f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.485429] env[63043]: INFO nova.compute.manager [-] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Took 1.47 seconds to deallocate network for instance. [ 1090.539660] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.723072] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c838c8-9085-561c-f6b2-175d081549fa, 'name': SearchDatastore_Task, 'duration_secs': 0.02365} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.723072] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.723072] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.723072] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.723072] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.723072] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.723072] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3190ded0-c330-40fc-baf8-98902daf5f5d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.735068] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.735068] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.735068] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f71ff7-38c5-4368-8c35-b4d4107a6aa7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.744086] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1090.744086] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523c2ed0-2015-decf-6856-a34088a4a45b" [ 1090.744086] env[63043]: _type = "Task" [ 1090.744086] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.755752] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523c2ed0-2015-decf-6856-a34088a4a45b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.838540] env[63043]: DEBUG nova.network.neutron [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Successfully created port: eac1fb8a-9104-4e9d-ace3-b5868e933353 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.851403] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.916636] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486733, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.51552} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.917077] env[63043]: INFO nova.virt.vmwareapi.ds_util [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_96ff344e-010e-4722-8513-df1f24013211/OSTACK_IMG_96ff344e-010e-4722-8513-df1f24013211.vmdk to [datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999/d6f5f22e-5ea7-4d57-b636-45afd4858999.vmdk. [ 1090.917407] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Cleaning up location [datastore1] OSTACK_IMG_96ff344e-010e-4722-8513-df1f24013211 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1090.917645] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_96ff344e-010e-4722-8513-df1f24013211 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.917962] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-861e3054-0068-4b78-a810-5c065a6c5f63 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.928687] env[63043]: DEBUG nova.compute.manager [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.932239] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1090.932239] env[63043]: value = "task-2486742" [ 1090.932239] env[63043]: _type = "Task" [ 1090.932239] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.944410] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.979421] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.990642] env[63043]: DEBUG nova.compute.manager [req-7cb9ff55-f239-4b27-9ba1-dbee61a1a9ee req-ad42f0dd-21f5-4f23-b6ee-6f5798b3b2ec service nova] [instance: 27552406-0865-4499-a072-267581d97dba] Received event network-vif-deleted-febbed87-ddb2-4d31-811c-f3a34b4c943f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.990866] env[63043]: DEBUG nova.compute.manager [req-7cb9ff55-f239-4b27-9ba1-dbee61a1a9ee req-ad42f0dd-21f5-4f23-b6ee-6f5798b3b2ec service nova] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Received event network-vif-deleted-229b7087-8eea-4c78-9e8a-64922470226b {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.992499] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.040821] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486738, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.190338] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c035ef-4145-4626-b958-c10de8b3f309 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.200180] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db1d19f-b53f-4ff5-b2f5-fe6e8d0a527f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.233094] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b46c9ab-76f9-4119-aac1-1cf5b2a27db1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.241725] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fb3959-252b-474f-8e23-c7e5f763e6e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.263033] env[63043]: DEBUG nova.compute.provider_tree [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.264768] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523c2ed0-2015-decf-6856-a34088a4a45b, 'name': SearchDatastore_Task, 'duration_secs': 0.013068} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.265602] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e09357-05c7-4f47-b4c9-75c652a4cb9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.272632] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1091.272632] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529935fa-080b-6848-70fa-ede9c6b75c5a" [ 1091.272632] env[63043]: _type = "Task" [ 1091.272632] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.281513] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529935fa-080b-6848-70fa-ede9c6b75c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.350903] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.171359} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.351181] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.351533] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.351636] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.446509] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226324} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.446509] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.446509] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999/d6f5f22e-5ea7-4d57-b636-45afd4858999.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.446889] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999/d6f5f22e-5ea7-4d57-b636-45afd4858999.vmdk to [datastore1] 0b11ce51-60e6-4341-9732-0628a3f53137/0b11ce51-60e6-4341-9732-0628a3f53137.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.447058] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3eb801b-5d0d-4d11-a381-86bec5460f3e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.453846] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1091.453846] env[63043]: value = "task-2486743" [ 1091.453846] env[63043]: _type = "Task" [ 1091.453846] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.463606] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.538889] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486738, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.687509} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.539145] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] ff261cca-9220-4917-b124-9dcaf1e99a41/ff261cca-9220-4917-b124-9dcaf1e99a41.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.539376] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.539643] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c5c5961-a94f-49f0-821e-53693bd36d77 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.546223] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1091.546223] env[63043]: value = "task-2486744" [ 1091.546223] env[63043]: _type = "Task" [ 1091.546223] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.558184] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.765740] env[63043]: DEBUG nova.scheduler.client.report [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.785112] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529935fa-080b-6848-70fa-ede9c6b75c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.786338] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.786338] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b45e9f34-e8f0-47bb-87cd-09c73210ba8f/b45e9f34-e8f0-47bb-87cd-09c73210ba8f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.787217] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1410b2dd-6574-47cd-8ff9-ea53043f2ddb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.797965] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1091.797965] env[63043]: value = "task-2486745" [ 1091.797965] env[63043]: _type = "Task" [ 1091.797965] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.808074] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.942984] env[63043]: DEBUG nova.compute.manager [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.964864] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486743, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.973899] env[63043]: DEBUG nova.virt.hardware [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.974155] env[63043]: DEBUG nova.virt.hardware [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.974360] env[63043]: DEBUG nova.virt.hardware [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.974560] env[63043]: DEBUG nova.virt.hardware [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.974707] env[63043]: DEBUG nova.virt.hardware [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.974882] env[63043]: DEBUG nova.virt.hardware [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.975105] env[63043]: DEBUG nova.virt.hardware [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.975277] env[63043]: DEBUG nova.virt.hardware [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.975898] env[63043]: DEBUG nova.virt.hardware [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.975898] env[63043]: DEBUG nova.virt.hardware [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.975898] env[63043]: DEBUG nova.virt.hardware [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.976693] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499dd867-3943-4f8e-8764-30a7029643d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.985302] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2462d1cd-9e2b-4d91-b035-3d76486095bf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.059699] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151756} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.059699] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.060528] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b297b7-bf8d-434c-802c-f6ee65ff93f8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.084831] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ff261cca-9220-4917-b124-9dcaf1e99a41/ff261cca-9220-4917-b124-9dcaf1e99a41.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.085181] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a18025be-afa8-4e2d-a3e0-876fc7dc8a5f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.107718] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1092.107718] env[63043]: value = "task-2486746" [ 1092.107718] env[63043]: _type = "Task" [ 1092.107718] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.117984] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.271908] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.272459] env[63043]: DEBUG nova.compute.manager [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.275793] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.008s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.277575] env[63043]: INFO nova.compute.claims [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.310691] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486745, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.390164] env[63043]: DEBUG nova.virt.hardware [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.390457] env[63043]: DEBUG nova.virt.hardware [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.390700] env[63043]: DEBUG nova.virt.hardware [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.390860] env[63043]: DEBUG nova.virt.hardware [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.391051] env[63043]: DEBUG nova.virt.hardware [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.391227] env[63043]: DEBUG nova.virt.hardware [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.391446] env[63043]: DEBUG nova.virt.hardware [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.391607] env[63043]: DEBUG nova.virt.hardware [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.391776] env[63043]: DEBUG nova.virt.hardware [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.391995] env[63043]: DEBUG nova.virt.hardware [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.392251] env[63043]: DEBUG nova.virt.hardware [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.393598] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4976df07-29a9-4fd6-9b81-3ca813e0a457 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.404682] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87dd4c4-9015-4691-9ce5-c4a603bfe6f9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.420587] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:b9:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf12afbb-90de-40d7-8b78-7d449f6b6af7', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.428435] env[63043]: DEBUG oslo.service.loopingcall [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1092.428810] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.429087] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2667a156-fc96-42e8-a0d4-9a9adb4a10ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.451461] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.451461] env[63043]: value = "task-2486747" [ 1092.451461] env[63043]: _type = "Task" [ 1092.451461] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.466264] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486747, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.467376] env[63043]: DEBUG nova.network.neutron [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Successfully updated port: eac1fb8a-9104-4e9d-ace3-b5868e933353 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.476591] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486743, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.622180] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.782866] env[63043]: DEBUG nova.compute.utils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1092.786842] env[63043]: DEBUG nova.compute.manager [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.786994] env[63043]: DEBUG nova.network.neutron [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.815225] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570017} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.815540] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b45e9f34-e8f0-47bb-87cd-09c73210ba8f/b45e9f34-e8f0-47bb-87cd-09c73210ba8f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.815773] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.816061] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11f47cc1-661f-4c9a-bfe6-460d28f29ce0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.826997] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1092.826997] env[63043]: value = "task-2486748" [ 1092.826997] env[63043]: _type = "Task" [ 1092.826997] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.840709] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.850561] env[63043]: DEBUG nova.policy [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7db4fc5cb2c148abb6e1ff4f967c8c22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d97e1753ec4000ba4a672ff70ee7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.965501] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486743, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.968997] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486747, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.972665] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.972827] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.972983] env[63043]: DEBUG nova.network.neutron [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.025146] env[63043]: DEBUG nova.compute.manager [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Received event network-vif-plugged-eac1fb8a-9104-4e9d-ace3-b5868e933353 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.025546] env[63043]: DEBUG oslo_concurrency.lockutils [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] Acquiring lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.026011] env[63043]: DEBUG oslo_concurrency.lockutils [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.026338] env[63043]: DEBUG oslo_concurrency.lockutils [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.026639] env[63043]: DEBUG nova.compute.manager [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] No waiting events found dispatching network-vif-plugged-eac1fb8a-9104-4e9d-ace3-b5868e933353 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.027078] env[63043]: WARNING nova.compute.manager [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Received unexpected event network-vif-plugged-eac1fb8a-9104-4e9d-ace3-b5868e933353 for instance with vm_state building and task_state spawning. [ 1093.027413] env[63043]: DEBUG nova.compute.manager [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Received event network-changed-eac1fb8a-9104-4e9d-ace3-b5868e933353 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.027796] env[63043]: DEBUG nova.compute.manager [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Refreshing instance network info cache due to event network-changed-eac1fb8a-9104-4e9d-ace3-b5868e933353. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1093.028015] env[63043]: DEBUG oslo_concurrency.lockutils [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] Acquiring lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.126760] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.216393] env[63043]: DEBUG nova.network.neutron [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Successfully created port: d51d0563-26c2-4350-93ec-56b32ac53c21 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.289167] env[63043]: DEBUG nova.compute.manager [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.344180] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110058} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.344180] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.346939] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e559209c-0091-4cc0-9563-da4a7882c0e8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.372017] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] b45e9f34-e8f0-47bb-87cd-09c73210ba8f/b45e9f34-e8f0-47bb-87cd-09c73210ba8f.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.372017] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2816eed9-6959-466c-8893-abbd07d0d25c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.396454] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1093.396454] env[63043]: value = "task-2486749" [ 1093.396454] env[63043]: _type = "Task" [ 1093.396454] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.411708] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.466881] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486747, 'name': CreateVM_Task, 'duration_secs': 0.748927} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.469979] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.470681] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486743, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.471362] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.471530] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.471886] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.472166] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734baea3-612a-4d83-9190-cebc75dceea0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.481961] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1093.481961] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5234f894-fc6b-ea5c-f7de-8330b6dd4038" [ 1093.481961] env[63043]: _type = "Task" [ 1093.481961] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.491394] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5234f894-fc6b-ea5c-f7de-8330b6dd4038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.523655] env[63043]: DEBUG nova.network.neutron [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.576866] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a420c3-3f4e-4bf3-b886-832d95a61799 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.589500] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1a7e8e-5244-4e47-84ca-d09892fc5e0c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.627990] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865da79c-29d0-41ba-93ce-c36fa0c029e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.639169] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.642732] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4d0d89-fb67-4ef7-96f8-6a544c839f81 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.661215] env[63043]: DEBUG nova.compute.provider_tree [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.706046] env[63043]: DEBUG nova.network.neutron [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance_info_cache with network_info: [{"id": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "address": "fa:16:3e:e6:8b:f5", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac1fb8a-91", "ovs_interfaceid": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.907024] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486749, 'name': ReconfigVM_Task, 'duration_secs': 0.383748} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.907875] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Reconfigured VM instance instance-0000006d to attach disk [datastore2] b45e9f34-e8f0-47bb-87cd-09c73210ba8f/b45e9f34-e8f0-47bb-87cd-09c73210ba8f.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.908582] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bb4d0ce-3305-4510-b247-77a69943735c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.915214] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1093.915214] env[63043]: value = "task-2486750" [ 1093.915214] env[63043]: _type = "Task" [ 1093.915214] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.923708] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486750, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.966511] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486743, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.330749} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.966511] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d6f5f22e-5ea7-4d57-b636-45afd4858999/d6f5f22e-5ea7-4d57-b636-45afd4858999.vmdk to [datastore1] 0b11ce51-60e6-4341-9732-0628a3f53137/0b11ce51-60e6-4341-9732-0628a3f53137.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.967205] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f1b9d4-8b01-499b-8a7f-53120eb86d0f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.994015] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 0b11ce51-60e6-4341-9732-0628a3f53137/0b11ce51-60e6-4341-9732-0628a3f53137.vmdk or device None with type streamOptimized {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.994015] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19230093-bb6b-4bd4-841d-42285b282e86 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.015032] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5234f894-fc6b-ea5c-f7de-8330b6dd4038, 'name': SearchDatastore_Task, 'duration_secs': 0.014345} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.016400] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.016652] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.016893] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.017093] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.017312] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.017646] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1094.017646] env[63043]: value = "task-2486751" [ 1094.017646] env[63043]: _type = "Task" [ 1094.017646] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.017830] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d68e511-d0c1-44f7-b4b5-f6308e45527f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.030062] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486751, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.031498] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.031680] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.032390] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f250bc42-6325-452b-a2e3-19e318c91f98 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.039327] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1094.039327] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520df030-9e09-6a47-a635-5db803484fff" [ 1094.039327] env[63043]: _type = "Task" [ 1094.039327] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.051953] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520df030-9e09-6a47-a635-5db803484fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.131687] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486746, 'name': ReconfigVM_Task, 'duration_secs': 1.806301} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.131983] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ff261cca-9220-4917-b124-9dcaf1e99a41/ff261cca-9220-4917-b124-9dcaf1e99a41.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.132606] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9109ce28-7f8a-4286-af26-047989ccc68b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.139767] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1094.139767] env[63043]: value = "task-2486752" [ 1094.139767] env[63043]: _type = "Task" [ 1094.139767] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.149545] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486752, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.164732] env[63043]: DEBUG nova.scheduler.client.report [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.209032] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.209032] env[63043]: DEBUG nova.compute.manager [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Instance network_info: |[{"id": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "address": "fa:16:3e:e6:8b:f5", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac1fb8a-91", "ovs_interfaceid": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.209294] env[63043]: DEBUG oslo_concurrency.lockutils [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] Acquired lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.209530] env[63043]: DEBUG nova.network.neutron [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Refreshing network info cache for port eac1fb8a-9104-4e9d-ace3-b5868e933353 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.210691] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:8b:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eac1fb8a-9104-4e9d-ace3-b5868e933353', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.218333] env[63043]: DEBUG oslo.service.loopingcall [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.219048] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.219764] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14bba315-8201-4e09-beb4-ef14a4157df2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.240973] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.240973] env[63043]: value = "task-2486753" [ 1094.240973] env[63043]: _type = "Task" [ 1094.240973] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.249946] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486753, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.299202] env[63043]: DEBUG nova.compute.manager [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.328742] env[63043]: DEBUG nova.virt.hardware [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.329045] env[63043]: DEBUG nova.virt.hardware [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.329219] env[63043]: DEBUG nova.virt.hardware [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.329409] env[63043]: DEBUG nova.virt.hardware [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.329558] env[63043]: DEBUG nova.virt.hardware [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.329705] env[63043]: DEBUG nova.virt.hardware [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.329915] env[63043]: DEBUG nova.virt.hardware [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.330088] env[63043]: DEBUG nova.virt.hardware [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.330317] env[63043]: DEBUG nova.virt.hardware [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.330504] env[63043]: DEBUG nova.virt.hardware [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.330684] env[63043]: DEBUG nova.virt.hardware [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.331605] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc84b5ac-4e90-4dc7-834c-065da628576c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.340388] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799d3ac7-664e-4b6e-8931-664a26eeaeae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.425744] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486750, 'name': Rename_Task, 'duration_secs': 0.139717} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.426038] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.426283] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2955747c-fb0a-49f9-96a6-0534a2e432f7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.432569] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1094.432569] env[63043]: value = "task-2486754" [ 1094.432569] env[63043]: _type = "Task" [ 1094.432569] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.440361] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.530188] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486751, 'name': ReconfigVM_Task, 'duration_secs': 0.332757} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.530579] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 0b11ce51-60e6-4341-9732-0628a3f53137/0b11ce51-60e6-4341-9732-0628a3f53137.vmdk or device None with type streamOptimized {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.531377] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a44a4f85-206d-449e-8131-812c6121985a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.539464] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1094.539464] env[63043]: value = "task-2486755" [ 1094.539464] env[63043]: _type = "Task" [ 1094.539464] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.551203] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520df030-9e09-6a47-a635-5db803484fff, 'name': SearchDatastore_Task, 'duration_secs': 0.012175} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.554812] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486755, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.555044] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bc6dee-f648-4cda-af3f-c593068023eb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.560319] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1094.560319] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f1e843-84dc-73e3-dddf-b4aee3cfc1aa" [ 1094.560319] env[63043]: _type = "Task" [ 1094.560319] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.568469] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f1e843-84dc-73e3-dddf-b4aee3cfc1aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.650020] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486752, 'name': Rename_Task, 'duration_secs': 0.161391} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.650338] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.650583] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f07b44f8-b593-4eee-b5d5-75ffb4392971 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.657499] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1094.657499] env[63043]: value = "task-2486756" [ 1094.657499] env[63043]: _type = "Task" [ 1094.657499] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.665605] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.669482] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.669967] env[63043]: DEBUG nova.compute.manager [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.673030] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.225s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.673263] env[63043]: DEBUG nova.objects.instance [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lazy-loading 'resources' on Instance uuid 089a289f-1ff3-4169-9254-9a907c45b73c {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.754381] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486753, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.798705] env[63043]: DEBUG nova.network.neutron [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Successfully updated port: d51d0563-26c2-4350-93ec-56b32ac53c21 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.932107] env[63043]: DEBUG nova.network.neutron [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updated VIF entry in instance network info cache for port eac1fb8a-9104-4e9d-ace3-b5868e933353. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.932495] env[63043]: DEBUG nova.network.neutron [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance_info_cache with network_info: [{"id": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "address": "fa:16:3e:e6:8b:f5", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac1fb8a-91", "ovs_interfaceid": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.945269] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486754, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.052405] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486755, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.069673] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f1e843-84dc-73e3-dddf-b4aee3cfc1aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.069833] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.070110] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 1b946c9d-4ab8-42e7-ac14-fcfa8152664b/1b946c9d-4ab8-42e7-ac14-fcfa8152664b.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.070360] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea3b4ea4-49ef-4f7d-bb71-bf538fdd636c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.077308] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1095.077308] env[63043]: value = "task-2486757" [ 1095.077308] env[63043]: _type = "Task" [ 1095.077308] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.085159] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.114559] env[63043]: DEBUG nova.compute.manager [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Received event network-vif-plugged-d51d0563-26c2-4350-93ec-56b32ac53c21 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.114768] env[63043]: DEBUG oslo_concurrency.lockutils [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] Acquiring lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.114992] env[63043]: DEBUG oslo_concurrency.lockutils [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] Lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.115185] env[63043]: DEBUG oslo_concurrency.lockutils [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] Lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.115339] env[63043]: DEBUG nova.compute.manager [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] No waiting events found dispatching network-vif-plugged-d51d0563-26c2-4350-93ec-56b32ac53c21 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.115503] env[63043]: WARNING nova.compute.manager [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Received unexpected event network-vif-plugged-d51d0563-26c2-4350-93ec-56b32ac53c21 for instance with vm_state building and task_state spawning. [ 1095.115662] env[63043]: DEBUG nova.compute.manager [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Received event network-changed-d51d0563-26c2-4350-93ec-56b32ac53c21 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.115814] env[63043]: DEBUG nova.compute.manager [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Refreshing instance network info cache due to event network-changed-d51d0563-26c2-4350-93ec-56b32ac53c21. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1095.115991] env[63043]: DEBUG oslo_concurrency.lockutils [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] Acquiring lock "refresh_cache-a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.116141] env[63043]: DEBUG oslo_concurrency.lockutils [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] Acquired lock "refresh_cache-a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.116293] env[63043]: DEBUG nova.network.neutron [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Refreshing network info cache for port d51d0563-26c2-4350-93ec-56b32ac53c21 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.167445] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.175829] env[63043]: DEBUG nova.compute.utils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1095.179821] env[63043]: DEBUG nova.compute.manager [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.179944] env[63043]: DEBUG nova.network.neutron [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.217300] env[63043]: DEBUG nova.policy [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5a7be003d92408283d3ffd5147c0a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd087b8c1b2a4b00a298583f3e318e98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.253237] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486753, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.301758] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "refresh_cache-a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.387376] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f388276d-2998-4aba-beff-a3e1ae23dc6a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.395496] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f667f247-24c6-4b54-b508-3eccd42bf18a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.427217] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18d7c09-82b5-434b-a17e-fbe71c968765 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.434819] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552f0ea9-1b62-4a31-9452-db07e7b0fcc9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.438895] env[63043]: DEBUG oslo_concurrency.lockutils [req-d9d57e65-d1a3-4504-b329-0d8a3bd3a460 req-a667d955-cccf-4bd8-97cd-72e3762f15ea service nova] Releasing lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.448120] env[63043]: DEBUG oslo_vmware.api [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486754, 'name': PowerOnVM_Task, 'duration_secs': 0.600386} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.462626] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.462626] env[63043]: INFO nova.compute.manager [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1095.462626] env[63043]: DEBUG nova.compute.manager [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.462626] env[63043]: DEBUG nova.compute.provider_tree [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.462626] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d9c24a-59c5-4d63-9501-d2c2e317d6b5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.524327] env[63043]: DEBUG nova.network.neutron [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Successfully created port: 30224e99-ecb4-4a60-9593-2e004ae3d857 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.554273] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486755, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.589571] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.667167] env[63043]: DEBUG nova.network.neutron [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.673366] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.680233] env[63043]: DEBUG nova.compute.manager [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.753077] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486753, 'name': CreateVM_Task, 'duration_secs': 1.400479} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.753264] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.753985] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.754159] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.754495] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.755174] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20fb1ac-9cf9-471a-abf5-20cbf61342e3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.762662] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1095.762662] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5242e531-213b-56ea-af5c-3c169270171a" [ 1095.762662] env[63043]: _type = "Task" [ 1095.762662] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.774173] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5242e531-213b-56ea-af5c-3c169270171a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.798794] env[63043]: DEBUG nova.network.neutron [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.967297] env[63043]: DEBUG nova.scheduler.client.report [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.983972] env[63043]: INFO nova.compute.manager [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Took 19.38 seconds to build instance. [ 1096.053337] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486755, 'name': Rename_Task, 'duration_secs': 1.136817} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.053617] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.053867] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b4082af-95ee-46eb-9694-c0b4a74d4f41 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.061441] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1096.061441] env[63043]: value = "task-2486758" [ 1096.061441] env[63043]: _type = "Task" [ 1096.061441] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.070054] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.090023] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.876387} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.090316] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 1b946c9d-4ab8-42e7-ac14-fcfa8152664b/1b946c9d-4ab8-42e7-ac14-fcfa8152664b.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.090540] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.090791] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c162bc8b-20c5-4ddc-8e51-7b9de26a66a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.097944] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1096.097944] env[63043]: value = "task-2486759" [ 1096.097944] env[63043]: _type = "Task" [ 1096.097944] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.107435] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.169928] env[63043]: DEBUG oslo_vmware.api [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486756, 'name': PowerOnVM_Task, 'duration_secs': 1.489676} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.170264] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.170490] env[63043]: INFO nova.compute.manager [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1096.171277] env[63043]: DEBUG nova.compute.manager [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.171490] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c19baa6-b7f2-4880-9079-b502334aa027 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.274256] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5242e531-213b-56ea-af5c-3c169270171a, 'name': SearchDatastore_Task, 'duration_secs': 0.05954} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.274571] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.274809] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.275065] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.275225] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.275415] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.275680] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6da00321-6d7c-4f69-8d17-43acb9b480bc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.294071] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.294274] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.295102] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e8e7b3-0162-45e5-8107-1a8014b1de82 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.300883] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1096.300883] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52404eb9-c799-d9e6-3297-ac13c4ced8c4" [ 1096.300883] env[63043]: _type = "Task" [ 1096.300883] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.301392] env[63043]: DEBUG oslo_concurrency.lockutils [req-b5efc56b-e774-4310-bba6-88eb69f0f0f9 req-bef9b531-94f0-46b1-832c-9482e29f85d6 service nova] Releasing lock "refresh_cache-a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.304824] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "refresh_cache-a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.305008] env[63043]: DEBUG nova.network.neutron [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.312024] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52404eb9-c799-d9e6-3297-ac13c4ced8c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.473023] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.475159] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.496s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.475448] env[63043]: DEBUG nova.objects.instance [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lazy-loading 'resources' on Instance uuid 27552406-0865-4499-a072-267581d97dba {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.485581] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d43a61c1-b489-443b-a82d-434a067419ac tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "b45e9f34-e8f0-47bb-87cd-09c73210ba8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.885s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.493565] env[63043]: INFO nova.scheduler.client.report [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Deleted allocations for instance 089a289f-1ff3-4169-9254-9a907c45b73c [ 1096.573120] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.608023] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072941} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.608334] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.609120] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33c4a12-839e-4fac-ade1-010512289410 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.630912] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 1b946c9d-4ab8-42e7-ac14-fcfa8152664b/1b946c9d-4ab8-42e7-ac14-fcfa8152664b.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.631188] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db435d52-a6ed-4b2b-add5-73a0ada032f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.651917] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1096.651917] env[63043]: value = "task-2486760" [ 1096.651917] env[63043]: _type = "Task" [ 1096.651917] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.660075] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.689617] env[63043]: DEBUG nova.compute.manager [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.691795] env[63043]: INFO nova.compute.manager [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Took 20.28 seconds to build instance. [ 1096.714107] env[63043]: DEBUG nova.virt.hardware [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.714345] env[63043]: DEBUG nova.virt.hardware [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.714504] env[63043]: DEBUG nova.virt.hardware [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.714681] env[63043]: DEBUG nova.virt.hardware [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.714837] env[63043]: DEBUG nova.virt.hardware [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.715016] env[63043]: DEBUG nova.virt.hardware [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.715248] env[63043]: DEBUG nova.virt.hardware [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.715411] env[63043]: DEBUG nova.virt.hardware [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.715578] env[63043]: DEBUG nova.virt.hardware [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.715740] env[63043]: DEBUG nova.virt.hardware [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.715918] env[63043]: DEBUG nova.virt.hardware [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.716792] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07bf8d2-dc07-4dd2-89cb-a9ad30fbf019 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.725354] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0743af3f-3364-4988-8441-e48e793c6c1a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.814495] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52404eb9-c799-d9e6-3297-ac13c4ced8c4, 'name': SearchDatastore_Task, 'duration_secs': 0.058188} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.815657] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdc766a-43c8-4ddb-952b-fedd1577b657 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.822339] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1096.822339] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]522ce36b-b9aa-e9e2-1f2f-ca06b3fbe3f1" [ 1096.822339] env[63043]: _type = "Task" [ 1096.822339] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.832502] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522ce36b-b9aa-e9e2-1f2f-ca06b3fbe3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.856615] env[63043]: DEBUG nova.network.neutron [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.000373] env[63043]: DEBUG oslo_concurrency.lockutils [None req-bbf89e60-388d-4d9a-b89f-b77ebb385028 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "089a289f-1ff3-4169-9254-9a907c45b73c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.004s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.053837] env[63043]: DEBUG nova.network.neutron [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Updating instance_info_cache with network_info: [{"id": "d51d0563-26c2-4350-93ec-56b32ac53c21", "address": "fa:16:3e:68:f0:04", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51d0563-26", "ovs_interfaceid": "d51d0563-26c2-4350-93ec-56b32ac53c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.072434] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486758, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.153035] env[63043]: DEBUG nova.compute.manager [req-f1872825-635e-4cda-a7c6-a4e64eea6f94 req-de5e3ee8-3594-4cea-8254-ecf41ac06632 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Received event network-vif-plugged-30224e99-ecb4-4a60-9593-2e004ae3d857 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.153417] env[63043]: DEBUG oslo_concurrency.lockutils [req-f1872825-635e-4cda-a7c6-a4e64eea6f94 req-de5e3ee8-3594-4cea-8254-ecf41ac06632 service nova] Acquiring lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.153719] env[63043]: DEBUG oslo_concurrency.lockutils [req-f1872825-635e-4cda-a7c6-a4e64eea6f94 req-de5e3ee8-3594-4cea-8254-ecf41ac06632 service nova] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.153954] env[63043]: DEBUG oslo_concurrency.lockutils [req-f1872825-635e-4cda-a7c6-a4e64eea6f94 req-de5e3ee8-3594-4cea-8254-ecf41ac06632 service nova] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.154216] env[63043]: DEBUG nova.compute.manager [req-f1872825-635e-4cda-a7c6-a4e64eea6f94 req-de5e3ee8-3594-4cea-8254-ecf41ac06632 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] No waiting events found dispatching network-vif-plugged-30224e99-ecb4-4a60-9593-2e004ae3d857 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.154460] env[63043]: WARNING nova.compute.manager [req-f1872825-635e-4cda-a7c6-a4e64eea6f94 req-de5e3ee8-3594-4cea-8254-ecf41ac06632 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Received unexpected event network-vif-plugged-30224e99-ecb4-4a60-9593-2e004ae3d857 for instance with vm_state building and task_state spawning. [ 1097.168793] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486760, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.196312] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f0e4b58a-eae8-4fc0-9eee-087e3cd51143 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "ff261cca-9220-4917-b124-9dcaf1e99a41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.792s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.206931] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544e54f4-5387-449f-b641-4ca1a96a4b0b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.214954] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1c2a7d-c9df-4f17-986b-457d3f00ec1d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.247378] env[63043]: DEBUG nova.network.neutron [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Successfully updated port: 30224e99-ecb4-4a60-9593-2e004ae3d857 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.248994] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c44a32f-995c-417d-9a99-700b7813c30a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.257903] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137179bf-16a3-4248-88d9-10b1eb59df60 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.262575] env[63043]: INFO nova.compute.manager [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Rebuilding instance [ 1097.279855] env[63043]: DEBUG nova.compute.provider_tree [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.311271] env[63043]: DEBUG nova.compute.manager [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.312137] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf52ea-3d04-45f0-bae1-e12d6cab6d2e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.333151] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522ce36b-b9aa-e9e2-1f2f-ca06b3fbe3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.031792} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.333433] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.334660] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 52cc4cd4-8464-47b6-bff1-7c11829bd27d/52cc4cd4-8464-47b6-bff1-7c11829bd27d.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.334660] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acf396f2-77e0-4a32-a039-c2656f433b9b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.343110] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1097.343110] env[63043]: value = "task-2486761" [ 1097.343110] env[63043]: _type = "Task" [ 1097.343110] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.352665] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.555947] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "refresh_cache-a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.556299] env[63043]: DEBUG nova.compute.manager [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Instance network_info: |[{"id": "d51d0563-26c2-4350-93ec-56b32ac53c21", "address": "fa:16:3e:68:f0:04", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51d0563-26", "ovs_interfaceid": "d51d0563-26c2-4350-93ec-56b32ac53c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.556728] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:f0:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd51d0563-26c2-4350-93ec-56b32ac53c21', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.564543] env[63043]: DEBUG oslo.service.loopingcall [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.565627] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.569649] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2094a036-6e6c-4164-b22d-ec3fc1388aee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.595556] env[63043]: DEBUG oslo_vmware.api [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486758, 'name': PowerOnVM_Task, 'duration_secs': 1.136056} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.596939] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.599969] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.599969] env[63043]: value = "task-2486762" [ 1097.599969] env[63043]: _type = "Task" [ 1097.599969] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.667935] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486760, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.750726] env[63043]: DEBUG nova.compute.manager [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.752215] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012432c4-6604-4b40-94ba-4b027afaa1e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.756394] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "refresh_cache-2c7bf4d5-c8d3-4ade-930b-05fd456eb876" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.756512] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquired lock "refresh_cache-2c7bf4d5-c8d3-4ade-930b-05fd456eb876" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.756685] env[63043]: DEBUG nova.network.neutron [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.786051] env[63043]: DEBUG nova.scheduler.client.report [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.853856] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486761, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.047098] env[63043]: DEBUG oslo_concurrency.lockutils [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "b9be1ce1-755a-4f38-8801-678ac29c45ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.047098] env[63043]: DEBUG oslo_concurrency.lockutils [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "b9be1ce1-755a-4f38-8801-678ac29c45ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.047285] env[63043]: DEBUG oslo_concurrency.lockutils [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "b9be1ce1-755a-4f38-8801-678ac29c45ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.047474] env[63043]: DEBUG oslo_concurrency.lockutils [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "b9be1ce1-755a-4f38-8801-678ac29c45ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.047647] env[63043]: DEBUG oslo_concurrency.lockutils [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "b9be1ce1-755a-4f38-8801-678ac29c45ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.049801] env[63043]: INFO nova.compute.manager [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Terminating instance [ 1098.113930] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486762, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.166452] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486760, 'name': ReconfigVM_Task, 'duration_secs': 1.466452} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.166734] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 1b946c9d-4ab8-42e7-ac14-fcfa8152664b/1b946c9d-4ab8-42e7-ac14-fcfa8152664b.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.167410] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdcd6bec-94b2-4eb7-9acc-de0f4c36766b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.174607] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1098.174607] env[63043]: value = "task-2486763" [ 1098.174607] env[63043]: _type = "Task" [ 1098.174607] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.182820] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486763, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.275933] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0b11ce51-60e6-4341-9732-0628a3f53137" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.208s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.290736] env[63043]: DEBUG nova.network.neutron [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.294000] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.296637] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.304s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.296876] env[63043]: DEBUG nova.objects.instance [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lazy-loading 'resources' on Instance uuid b836c6e0-3176-47c0-b059-809c1bdb4e64 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.318205] env[63043]: INFO nova.scheduler.client.report [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Deleted allocations for instance 27552406-0865-4499-a072-267581d97dba [ 1098.326995] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.327438] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63841cd7-193c-41b5-bb8d-0f497a4cecfa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.336259] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1098.336259] env[63043]: value = "task-2486764" [ 1098.336259] env[63043]: _type = "Task" [ 1098.336259] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.352891] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.358712] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548189} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.358993] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 52cc4cd4-8464-47b6-bff1-7c11829bd27d/52cc4cd4-8464-47b6-bff1-7c11829bd27d.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.359223] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.359488] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0a4480f-c9ee-4556-822a-2ae011e940c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.368418] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1098.368418] env[63043]: value = "task-2486765" [ 1098.368418] env[63043]: _type = "Task" [ 1098.368418] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.379137] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.502711] env[63043]: DEBUG nova.network.neutron [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Updating instance_info_cache with network_info: [{"id": "30224e99-ecb4-4a60-9593-2e004ae3d857", "address": "fa:16:3e:a6:32:86", "network": {"id": "079adbd1-d834-476c-a008-de96fc88b8b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1033910186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd087b8c1b2a4b00a298583f3e318e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30224e99-ec", "ovs_interfaceid": "30224e99-ecb4-4a60-9593-2e004ae3d857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.554191] env[63043]: DEBUG nova.compute.manager [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.554429] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.555338] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98211507-856f-4ac9-8de1-b1b1be428b07 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.563358] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.563596] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-558e3f35-a4da-401c-9a31-5cec5fb5f840 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.571242] env[63043]: DEBUG oslo_vmware.api [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1098.571242] env[63043]: value = "task-2486766" [ 1098.571242] env[63043]: _type = "Task" [ 1098.571242] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.584485] env[63043]: DEBUG oslo_vmware.api [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.611476] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486762, 'name': CreateVM_Task, 'duration_secs': 0.573989} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.611867] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.612297] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.612465] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.612787] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.613053] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc9f8b49-155f-4a32-ac88-74bf429b0bd4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.617884] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1098.617884] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d42908-b702-15db-ec22-dcea760cee7a" [ 1098.617884] env[63043]: _type = "Task" [ 1098.617884] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.626205] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d42908-b702-15db-ec22-dcea760cee7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.684822] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486763, 'name': Rename_Task, 'duration_secs': 0.162965} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.685139] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.685433] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5c4b326-71d5-4218-a9f7-9d3549213956 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.693288] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1098.693288] env[63043]: value = "task-2486767" [ 1098.693288] env[63043]: _type = "Task" [ 1098.693288] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.701971] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.829071] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e7f89501-5a09-49bb-809a-76b39151a894 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "27552406-0865-4499-a072-267581d97dba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.522s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.848228] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486764, 'name': PowerOffVM_Task, 'duration_secs': 0.163651} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.851818] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.852101] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.854018] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c216e61f-f6b1-451b-a032-004cbf9b79b6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.863364] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.863683] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-800b36db-87a5-4055-9a23-f8a77f11c8b3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.879974] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078223} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.882972] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.887987] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bbdff5-8dd3-4f2e-bfe0-dc03afc23b72 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.917807] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 52cc4cd4-8464-47b6-bff1-7c11829bd27d/52cc4cd4-8464-47b6-bff1-7c11829bd27d.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.919783] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.919783] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.919783] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Deleting the datastore file [datastore2] b45e9f34-e8f0-47bb-87cd-09c73210ba8f {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.922975] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aed18a16-58b7-42c1-a44d-da0f66cc3f71 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.938617] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30c7a4b6-6012-4c8f-ae7d-cce0adea1ec4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.948027] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1098.948027] env[63043]: value = "task-2486770" [ 1098.948027] env[63043]: _type = "Task" [ 1098.948027] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.949779] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1098.949779] env[63043]: value = "task-2486769" [ 1098.949779] env[63043]: _type = "Task" [ 1098.949779] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.964842] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.968216] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.005308] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Releasing lock "refresh_cache-2c7bf4d5-c8d3-4ade-930b-05fd456eb876" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.005641] env[63043]: DEBUG nova.compute.manager [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Instance network_info: |[{"id": "30224e99-ecb4-4a60-9593-2e004ae3d857", "address": "fa:16:3e:a6:32:86", "network": {"id": "079adbd1-d834-476c-a008-de96fc88b8b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1033910186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd087b8c1b2a4b00a298583f3e318e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30224e99-ec", "ovs_interfaceid": "30224e99-ecb4-4a60-9593-2e004ae3d857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.006520] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:32:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30224e99-ecb4-4a60-9593-2e004ae3d857', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.014312] env[63043]: DEBUG oslo.service.loopingcall [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.017020] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.017481] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d9e483b-ddb7-4356-906c-f09dadde05ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.041448] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.041448] env[63043]: value = "task-2486771" [ 1099.041448] env[63043]: _type = "Task" [ 1099.041448] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.050742] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486771, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.072586] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e13344-017c-4743-a37b-a1e55b2398d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.090014] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a2435d-3537-440c-afcb-a2d0d05c473d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.093529] env[63043]: DEBUG oslo_vmware.api [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486766, 'name': PowerOffVM_Task, 'duration_secs': 0.208527} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.094294] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.094294] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.094651] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6550ce41-df19-4da0-a1ec-ad3bcb0fe477 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.127571] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da30b9d-ec1f-494c-b8f6-d80c4631cafc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.139769] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03eae94-4193-4bd1-907d-93548c353524 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.143874] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d42908-b702-15db-ec22-dcea760cee7a, 'name': SearchDatastore_Task, 'duration_secs': 0.016608} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.144213] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.144445] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.144765] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.144843] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.145075] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.145735] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6420d69-e969-4e2d-bb03-3dd025a57384 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.159325] env[63043]: DEBUG nova.compute.provider_tree [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.167843] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.168164] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.168805] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ef3a8f-538a-4e14-8488-34e44d5098de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.173786] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.173992] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.174203] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Deleting the datastore file [datastore2] b9be1ce1-755a-4f38-8801-678ac29c45ca {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.174441] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34c64aef-b5ef-426c-8fbd-b5c70e437a02 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.177648] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1099.177648] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5252573d-9d9d-7b0a-cfd3-c970d75f7eca" [ 1099.177648] env[63043]: _type = "Task" [ 1099.177648] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.182914] env[63043]: DEBUG oslo_vmware.api [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for the task: (returnval){ [ 1099.182914] env[63043]: value = "task-2486773" [ 1099.182914] env[63043]: _type = "Task" [ 1099.182914] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.189504] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5252573d-9d9d-7b0a-cfd3-c970d75f7eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.196257] env[63043]: DEBUG oslo_vmware.api [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.203672] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.229882] env[63043]: DEBUG nova.compute.manager [req-0735cbda-155d-48bd-b089-b523873c2ad5 req-6658c3fe-3d9c-46a1-b090-fcc9f028cf10 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Received event network-changed-30224e99-ecb4-4a60-9593-2e004ae3d857 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.231087] env[63043]: DEBUG nova.compute.manager [req-0735cbda-155d-48bd-b089-b523873c2ad5 req-6658c3fe-3d9c-46a1-b090-fcc9f028cf10 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Refreshing instance network info cache due to event network-changed-30224e99-ecb4-4a60-9593-2e004ae3d857. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1099.231087] env[63043]: DEBUG oslo_concurrency.lockutils [req-0735cbda-155d-48bd-b089-b523873c2ad5 req-6658c3fe-3d9c-46a1-b090-fcc9f028cf10 service nova] Acquiring lock "refresh_cache-2c7bf4d5-c8d3-4ade-930b-05fd456eb876" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.231087] env[63043]: DEBUG oslo_concurrency.lockutils [req-0735cbda-155d-48bd-b089-b523873c2ad5 req-6658c3fe-3d9c-46a1-b090-fcc9f028cf10 service nova] Acquired lock "refresh_cache-2c7bf4d5-c8d3-4ade-930b-05fd456eb876" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.231087] env[63043]: DEBUG nova.network.neutron [req-0735cbda-155d-48bd-b089-b523873c2ad5 req-6658c3fe-3d9c-46a1-b090-fcc9f028cf10 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Refreshing network info cache for port 30224e99-ecb4-4a60-9593-2e004ae3d857 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.462266] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486770, 'name': ReconfigVM_Task, 'duration_secs': 0.404494} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.465343] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 52cc4cd4-8464-47b6-bff1-7c11829bd27d/52cc4cd4-8464-47b6-bff1-7c11829bd27d.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.466818] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130507} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.466818] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f84cc4ee-1c3e-4e14-abc0-e5375bf35ef4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.467837] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.468045] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.468347] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.476240] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1099.476240] env[63043]: value = "task-2486774" [ 1099.476240] env[63043]: _type = "Task" [ 1099.476240] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.484969] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486774, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.552785] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486771, 'name': CreateVM_Task, 'duration_secs': 0.428203} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.552785] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.552955] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.553472] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.553472] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.553660] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd96fa19-13b1-429f-a0f1-7741f1a6535e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.558993] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1099.558993] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]522b86c6-f911-04c0-e340-fce0edf44355" [ 1099.558993] env[63043]: _type = "Task" [ 1099.558993] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.569839] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522b86c6-f911-04c0-e340-fce0edf44355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.661071] env[63043]: DEBUG nova.scheduler.client.report [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.690794] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5252573d-9d9d-7b0a-cfd3-c970d75f7eca, 'name': SearchDatastore_Task, 'duration_secs': 0.01557} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.691951] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a1a3bf-3a69-4a68-b906-8b21aea57fb1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.697384] env[63043]: DEBUG oslo_vmware.api [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Task: {'id': task-2486773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227547} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.700846] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.701165] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.701417] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.701636] env[63043]: INFO nova.compute.manager [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1099.701927] env[63043]: DEBUG oslo.service.loopingcall [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.703796] env[63043]: DEBUG nova.compute.manager [-] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.703923] env[63043]: DEBUG nova.network.neutron [-] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.705908] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1099.705908] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52216117-d78d-1582-531d-346227a6707c" [ 1099.705908] env[63043]: _type = "Task" [ 1099.705908] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.715044] env[63043]: DEBUG oslo_vmware.api [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486767, 'name': PowerOnVM_Task, 'duration_secs': 0.566726} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.715675] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.715907] env[63043]: DEBUG nova.compute.manager [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.716666] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786e49da-9ef9-4527-8130-c603d73efd81 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.723070] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52216117-d78d-1582-531d-346227a6707c, 'name': SearchDatastore_Task, 'duration_secs': 0.011044} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.723729] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.724021] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] a56bcee3-dd55-4a1d-8335-ff2058b0bf9e/a56bcee3-dd55-4a1d-8335-ff2058b0bf9e.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.724324] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c3a7b8b-deac-4f9d-a94d-9088b39f210f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.736894] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1099.736894] env[63043]: value = "task-2486775" [ 1099.736894] env[63043]: _type = "Task" [ 1099.736894] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.751204] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.816272] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d760b0-9a38-49de-92d0-0ce744425437 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.826935] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d323c18d-8635-436d-96cc-5ea56763c5a1 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Suspending the VM {{(pid=63043) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1099.827205] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b85b21ca-5f79-4ab4-843a-0f3f69377be8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.836244] env[63043]: DEBUG oslo_vmware.api [None req-d323c18d-8635-436d-96cc-5ea56763c5a1 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1099.836244] env[63043]: value = "task-2486776" [ 1099.836244] env[63043]: _type = "Task" [ 1099.836244] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.845678] env[63043]: DEBUG oslo_vmware.api [None req-d323c18d-8635-436d-96cc-5ea56763c5a1 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486776, 'name': SuspendVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.988717] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486774, 'name': Rename_Task, 'duration_secs': 0.295031} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.989018] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.989363] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e70bf35-5fde-449c-9817-0c7a9e3d6c47 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.997520] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1099.997520] env[63043]: value = "task-2486777" [ 1099.997520] env[63043]: _type = "Task" [ 1099.997520] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.015694] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.071229] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522b86c6-f911-04c0-e340-fce0edf44355, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.071613] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.071853] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.072104] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.072259] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.072549] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.072884] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-977ecbd9-9e48-4c38-82ad-bc24757649b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.081137] env[63043]: DEBUG nova.network.neutron [req-0735cbda-155d-48bd-b089-b523873c2ad5 req-6658c3fe-3d9c-46a1-b090-fcc9f028cf10 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Updated VIF entry in instance network info cache for port 30224e99-ecb4-4a60-9593-2e004ae3d857. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.081505] env[63043]: DEBUG nova.network.neutron [req-0735cbda-155d-48bd-b089-b523873c2ad5 req-6658c3fe-3d9c-46a1-b090-fcc9f028cf10 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Updating instance_info_cache with network_info: [{"id": "30224e99-ecb4-4a60-9593-2e004ae3d857", "address": "fa:16:3e:a6:32:86", "network": {"id": "079adbd1-d834-476c-a008-de96fc88b8b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1033910186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd087b8c1b2a4b00a298583f3e318e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30224e99-ec", "ovs_interfaceid": "30224e99-ecb4-4a60-9593-2e004ae3d857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.085543] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.085731] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.086501] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8ecd84-5593-439d-8caf-3be15401d076 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.093572] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1100.093572] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524636b8-1c8b-8528-ae6d-9de4a2f7fec3" [ 1100.093572] env[63043]: _type = "Task" [ 1100.093572] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.103786] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524636b8-1c8b-8528-ae6d-9de4a2f7fec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.165418] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.195596] env[63043]: INFO nova.scheduler.client.report [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Deleted allocations for instance b836c6e0-3176-47c0-b059-809c1bdb4e64 [ 1100.242460] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.242779] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.242976] env[63043]: DEBUG nova.objects.instance [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63043) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1100.253320] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486775, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.347373] env[63043]: DEBUG oslo_vmware.api [None req-d323c18d-8635-436d-96cc-5ea56763c5a1 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486776, 'name': SuspendVM_Task} progress is 62%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.506448] env[63043]: DEBUG nova.virt.hardware [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.506701] env[63043]: DEBUG nova.virt.hardware [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.506861] env[63043]: DEBUG nova.virt.hardware [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.507061] env[63043]: DEBUG nova.virt.hardware [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.507266] env[63043]: DEBUG nova.virt.hardware [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.507428] env[63043]: DEBUG nova.virt.hardware [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.507646] env[63043]: DEBUG nova.virt.hardware [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.507810] env[63043]: DEBUG nova.virt.hardware [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.507977] env[63043]: DEBUG nova.virt.hardware [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.508160] env[63043]: DEBUG nova.virt.hardware [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.508348] env[63043]: DEBUG nova.virt.hardware [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.509198] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b25ccdd-e517-497d-a171-a8065767dd6c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.514748] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.520773] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d30bf1b-b09f-43d8-b2c0-4f1b0a070285 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.536447] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Instance VIF info [] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.542516] env[63043]: DEBUG oslo.service.loopingcall [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.543091] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.543318] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c91fca71-4dd2-4ba1-83da-06c69300d1ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.560850] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.560850] env[63043]: value = "task-2486778" [ 1100.560850] env[63043]: _type = "Task" [ 1100.560850] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.568727] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486778, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.584504] env[63043]: DEBUG oslo_concurrency.lockutils [req-0735cbda-155d-48bd-b089-b523873c2ad5 req-6658c3fe-3d9c-46a1-b090-fcc9f028cf10 service nova] Releasing lock "refresh_cache-2c7bf4d5-c8d3-4ade-930b-05fd456eb876" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.604867] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524636b8-1c8b-8528-ae6d-9de4a2f7fec3, 'name': SearchDatastore_Task, 'duration_secs': 0.038308} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.605707] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ca3947d-d90a-4320-a332-8388b5ee152a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.611967] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1100.611967] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527fe24d-ce5f-bebb-e8d7-cdb8e4f24a22" [ 1100.611967] env[63043]: _type = "Task" [ 1100.611967] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.623416] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527fe24d-ce5f-bebb-e8d7-cdb8e4f24a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.630771] env[63043]: DEBUG nova.network.neutron [-] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.704556] env[63043]: DEBUG oslo_concurrency.lockutils [None req-05fcfd4f-241e-43e9-9beb-848f51aac2ba tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Lock "b836c6e0-3176-47c0-b059-809c1bdb4e64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.332s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.752712] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777343} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.753234] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] a56bcee3-dd55-4a1d-8335-ff2058b0bf9e/a56bcee3-dd55-4a1d-8335-ff2058b0bf9e.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.753481] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.753736] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ce1f821-eb50-47a2-8f93-fe5ed49fb7f1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.762884] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1100.762884] env[63043]: value = "task-2486779" [ 1100.762884] env[63043]: _type = "Task" [ 1100.762884] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.774406] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.851628] env[63043]: DEBUG oslo_vmware.api [None req-d323c18d-8635-436d-96cc-5ea56763c5a1 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486776, 'name': SuspendVM_Task, 'duration_secs': 0.91589} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.851923] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d323c18d-8635-436d-96cc-5ea56763c5a1 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Suspended the VM {{(pid=63043) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1100.852174] env[63043]: DEBUG nova.compute.manager [None req-d323c18d-8635-436d-96cc-5ea56763c5a1 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.853043] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd43114-0c44-43ff-af94-6db4ddb6ed90 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.009228] env[63043]: DEBUG oslo_vmware.api [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486777, 'name': PowerOnVM_Task, 'duration_secs': 0.928771} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.009542] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.009712] env[63043]: INFO nova.compute.manager [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1101.009889] env[63043]: DEBUG nova.compute.manager [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.010678] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29475acd-fd06-4bf4-a6d2-a7fa9e594528 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.072611] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486778, 'name': CreateVM_Task, 'duration_secs': 0.334715} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.072820] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.073314] env[63043]: DEBUG oslo_concurrency.lockutils [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.073551] env[63043]: DEBUG oslo_concurrency.lockutils [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.073931] env[63043]: DEBUG oslo_concurrency.lockutils [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.074511] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a43662-e33e-42f4-b3e3-53a4e1e5bc7d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.080048] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1101.080048] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]523d939f-1fd9-c844-e4bf-701e2786f754" [ 1101.080048] env[63043]: _type = "Task" [ 1101.080048] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.088708] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523d939f-1fd9-c844-e4bf-701e2786f754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.124109] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527fe24d-ce5f-bebb-e8d7-cdb8e4f24a22, 'name': SearchDatastore_Task, 'duration_secs': 0.012646} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.124406] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.124734] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 2c7bf4d5-c8d3-4ade-930b-05fd456eb876/2c7bf4d5-c8d3-4ade-930b-05fd456eb876.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.125030] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7c36d52-443a-4958-aa04-eb8b1bbb8562 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.132091] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1101.132091] env[63043]: value = "task-2486780" [ 1101.132091] env[63043]: _type = "Task" [ 1101.132091] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.135303] env[63043]: INFO nova.compute.manager [-] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Took 1.43 seconds to deallocate network for instance. [ 1101.144921] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.255322] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4339476f-79af-4cc3-a8da-46d5c1068640 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.259364] env[63043]: DEBUG nova.compute.manager [req-fdf4d458-4a18-4137-b944-4cdb5adec129 req-e62a13b2-d894-4cc1-a5d2-ed104cec4471 service nova] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Received event network-vif-deleted-3ea771ea-61b2-49be-a44f-1b78d8aa718a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.274035] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081141} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.274174] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.274917] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9e4895-506b-4cad-8c25-b510d54ee186 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.299172] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] a56bcee3-dd55-4a1d-8335-ff2058b0bf9e/a56bcee3-dd55-4a1d-8335-ff2058b0bf9e.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.299802] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-839bf921-4f8a-4db9-8032-b8094916fd32 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.321920] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1101.321920] env[63043]: value = "task-2486781" [ 1101.321920] env[63043]: _type = "Task" [ 1101.321920] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.329794] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.530025] env[63043]: INFO nova.compute.manager [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Took 18.89 seconds to build instance. [ 1101.591702] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]523d939f-1fd9-c844-e4bf-701e2786f754, 'name': SearchDatastore_Task, 'duration_secs': 0.043731} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.593129] env[63043]: DEBUG oslo_concurrency.lockutils [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.593129] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.593129] env[63043]: DEBUG oslo_concurrency.lockutils [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.593129] env[63043]: DEBUG oslo_concurrency.lockutils [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.593129] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.593129] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e87db487-9886-4464-adc4-a1c3e248ddc8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.607995] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.608221] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.609094] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a6a2df-dd19-45a1-99ee-d212e7af6191 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.616265] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1101.616265] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5225150f-3db3-4568-01dd-acbfb220a339" [ 1101.616265] env[63043]: _type = "Task" [ 1101.616265] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.626677] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5225150f-3db3-4568-01dd-acbfb220a339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.641893] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.646993] env[63043]: DEBUG oslo_concurrency.lockutils [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.647291] env[63043]: DEBUG oslo_concurrency.lockutils [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.647530] env[63043]: DEBUG nova.objects.instance [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lazy-loading 'resources' on Instance uuid b9be1ce1-755a-4f38-8801-678ac29c45ca {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.837034] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486781, 'name': ReconfigVM_Task, 'duration_secs': 0.306079} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.837535] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Reconfigured VM instance instance-0000006f to attach disk [datastore2] a56bcee3-dd55-4a1d-8335-ff2058b0bf9e/a56bcee3-dd55-4a1d-8335-ff2058b0bf9e.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.838247] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4baf90f1-293b-4e0b-8065-6561d2a96824 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.849559] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1101.849559] env[63043]: value = "task-2486782" [ 1101.849559] env[63043]: _type = "Task" [ 1101.849559] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.861512] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486782, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.031188] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.396s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.130334] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5225150f-3db3-4568-01dd-acbfb220a339, 'name': SearchDatastore_Task, 'duration_secs': 0.066688} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.131374] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898c377f-acbb-48fa-8f74-7dbfa164e8f7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.142111] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1102.142111] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e91cf6-451e-a352-9744-fae2257ec93e" [ 1102.142111] env[63043]: _type = "Task" [ 1102.142111] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.146048] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486780, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.158683] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e91cf6-451e-a352-9744-fae2257ec93e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.233129] env[63043]: INFO nova.compute.manager [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Resuming [ 1102.233634] env[63043]: DEBUG nova.objects.instance [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lazy-loading 'flavor' on Instance uuid 0b11ce51-60e6-4341-9732-0628a3f53137 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.360493] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486782, 'name': Rename_Task, 'duration_secs': 0.291542} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.360776] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.361911] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-111acd97-b735-4909-a1ef-1dd2d7727a30 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.364470] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b730f7e-74d9-4c4e-8957-631571817d62 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.374669] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e6fb7c-5097-4404-b6e4-267f63d7cdda {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.377995] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1102.377995] env[63043]: value = "task-2486783" [ 1102.377995] env[63043]: _type = "Task" [ 1102.377995] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.407569] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1379e44c-0db2-4f8e-9f4e-d6a064e08fd4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.414110] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.420814] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e9f562-eec2-4d2e-bc7b-47e21438c34e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.438720] env[63043]: DEBUG nova.compute.provider_tree [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.647981] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486780, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.033724} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.659395] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 2c7bf4d5-c8d3-4ade-930b-05fd456eb876/2c7bf4d5-c8d3-4ade-930b-05fd456eb876.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.659395] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.659395] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22fdf517-2d21-4e5b-a7d8-deb93c25e0a5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.667727] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e91cf6-451e-a352-9744-fae2257ec93e, 'name': SearchDatastore_Task, 'duration_secs': 0.013629} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.669304] env[63043]: DEBUG oslo_concurrency.lockutils [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.669710] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b45e9f34-e8f0-47bb-87cd-09c73210ba8f/b45e9f34-e8f0-47bb-87cd-09c73210ba8f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.670380] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1102.670380] env[63043]: value = "task-2486784" [ 1102.670380] env[63043]: _type = "Task" [ 1102.670380] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.670902] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a10b31d-97bf-4257-8066-0eb4edf3d0c4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.687918] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.688107] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1102.688107] env[63043]: value = "task-2486785" [ 1102.688107] env[63043]: _type = "Task" [ 1102.688107] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.698495] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.891251] env[63043]: DEBUG oslo_vmware.api [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486783, 'name': PowerOnVM_Task, 'duration_secs': 0.466389} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.891775] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.892029] env[63043]: INFO nova.compute.manager [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1102.892455] env[63043]: DEBUG nova.compute.manager [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.893280] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b3fa9e-aafe-4211-80c0-ddac7f31fc80 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.943238] env[63043]: DEBUG nova.scheduler.client.report [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.186578] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128003} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.186914] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.187751] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33be6c47-fc03-4ba2-9d12-e875b419046c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.199096] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486785, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.219781] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 2c7bf4d5-c8d3-4ade-930b-05fd456eb876/2c7bf4d5-c8d3-4ade-930b-05fd456eb876.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.219781] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4e15ae6-d2cc-4af2-88ec-a3f600d6b3d4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.239048] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1103.239048] env[63043]: value = "task-2486786" [ 1103.239048] env[63043]: _type = "Task" [ 1103.239048] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.250319] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.286950] env[63043]: DEBUG nova.compute.manager [req-c36da60e-fab4-4c9b-9b9a-a0563f5c9f27 req-7f592b86-2d30-4da0-9fff-d762f567ec5a service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Received event network-changed-eac1fb8a-9104-4e9d-ace3-b5868e933353 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.287103] env[63043]: DEBUG nova.compute.manager [req-c36da60e-fab4-4c9b-9b9a-a0563f5c9f27 req-7f592b86-2d30-4da0-9fff-d762f567ec5a service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Refreshing instance network info cache due to event network-changed-eac1fb8a-9104-4e9d-ace3-b5868e933353. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1103.287346] env[63043]: DEBUG oslo_concurrency.lockutils [req-c36da60e-fab4-4c9b-9b9a-a0563f5c9f27 req-7f592b86-2d30-4da0-9fff-d762f567ec5a service nova] Acquiring lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.287518] env[63043]: DEBUG oslo_concurrency.lockutils [req-c36da60e-fab4-4c9b-9b9a-a0563f5c9f27 req-7f592b86-2d30-4da0-9fff-d762f567ec5a service nova] Acquired lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.288372] env[63043]: DEBUG nova.network.neutron [req-c36da60e-fab4-4c9b-9b9a-a0563f5c9f27 req-7f592b86-2d30-4da0-9fff-d762f567ec5a service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Refreshing network info cache for port eac1fb8a-9104-4e9d-ace3-b5868e933353 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.411713] env[63043]: INFO nova.compute.manager [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Took 17.84 seconds to build instance. [ 1103.451213] env[63043]: DEBUG oslo_concurrency.lockutils [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.474703] env[63043]: INFO nova.scheduler.client.report [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Deleted allocations for instance b9be1ce1-755a-4f38-8801-678ac29c45ca [ 1103.701205] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74344} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.701532] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] b45e9f34-e8f0-47bb-87cd-09c73210ba8f/b45e9f34-e8f0-47bb-87cd-09c73210ba8f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.701733] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.702047] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb2266bf-708f-4241-a61e-329add902313 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.709292] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1103.709292] env[63043]: value = "task-2486787" [ 1103.709292] env[63043]: _type = "Task" [ 1103.709292] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.718352] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.748898] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.751569] env[63043]: DEBUG oslo_concurrency.lockutils [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.751778] env[63043]: DEBUG oslo_concurrency.lockutils [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquired lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.751988] env[63043]: DEBUG nova.network.neutron [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.913442] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.351s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.986189] env[63043]: DEBUG oslo_concurrency.lockutils [None req-21ce9297-6af2-4b34-a24a-9ee6ee806708 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Lock "b9be1ce1-755a-4f38-8801-678ac29c45ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.939s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.091165] env[63043]: DEBUG nova.network.neutron [req-c36da60e-fab4-4c9b-9b9a-a0563f5c9f27 req-7f592b86-2d30-4da0-9fff-d762f567ec5a service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updated VIF entry in instance network info cache for port eac1fb8a-9104-4e9d-ace3-b5868e933353. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.091594] env[63043]: DEBUG nova.network.neutron [req-c36da60e-fab4-4c9b-9b9a-a0563f5c9f27 req-7f592b86-2d30-4da0-9fff-d762f567ec5a service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance_info_cache with network_info: [{"id": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "address": "fa:16:3e:e6:8b:f5", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac1fb8a-91", "ovs_interfaceid": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.219404] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111368} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.219718] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.220506] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07053c2-86a7-40b7-9341-bb36a37a7230 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.240233] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] b45e9f34-e8f0-47bb-87cd-09c73210ba8f/b45e9f34-e8f0-47bb-87cd-09c73210ba8f.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.240950] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba3d811-85ad-465d-b860-781868fe177d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.265811] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486786, 'name': ReconfigVM_Task, 'duration_secs': 0.663884} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.267240] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 2c7bf4d5-c8d3-4ade-930b-05fd456eb876/2c7bf4d5-c8d3-4ade-930b-05fd456eb876.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.268034] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1104.268034] env[63043]: value = "task-2486788" [ 1104.268034] env[63043]: _type = "Task" [ 1104.268034] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.268316] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-256c7a64-1763-4823-a2a8-dcf2181bb4bf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.280891] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486788, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.282347] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1104.282347] env[63043]: value = "task-2486789" [ 1104.282347] env[63043]: _type = "Task" [ 1104.282347] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.290443] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486789, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.490715] env[63043]: DEBUG nova.network.neutron [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updating instance_info_cache with network_info: [{"id": "219170ef-9c20-45e0-a418-892acd7bd102", "address": "fa:16:3e:ef:dd:bf", "network": {"id": "83c722f9-5851-47de-babd-8ce69be1f8cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1256967556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5be96206fc46a687e145395d53e74b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219170ef-9c", "ovs_interfaceid": "219170ef-9c20-45e0-a418-892acd7bd102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.506019] env[63043]: DEBUG oslo_concurrency.lockutils [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.506378] env[63043]: DEBUG oslo_concurrency.lockutils [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.506714] env[63043]: DEBUG nova.compute.manager [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.508189] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfae6f1-bf18-46a5-94ac-599fd17b15ef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.515486] env[63043]: DEBUG nova.compute.manager [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63043) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1104.516546] env[63043]: DEBUG nova.objects.instance [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lazy-loading 'flavor' on Instance uuid a56bcee3-dd55-4a1d-8335-ff2058b0bf9e {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.594134] env[63043]: DEBUG oslo_concurrency.lockutils [req-c36da60e-fab4-4c9b-9b9a-a0563f5c9f27 req-7f592b86-2d30-4da0-9fff-d762f567ec5a service nova] Releasing lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.780307] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.791691] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486789, 'name': Rename_Task, 'duration_secs': 0.476997} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.791947] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.792196] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ff69703-e215-4c36-a7b4-46ba48161c99 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.798033] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1104.798033] env[63043]: value = "task-2486790" [ 1104.798033] env[63043]: _type = "Task" [ 1104.798033] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.805011] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.994419] env[63043]: DEBUG oslo_concurrency.lockutils [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Releasing lock "refresh_cache-0b11ce51-60e6-4341-9732-0628a3f53137" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.995587] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80406aca-6016-47a9-881b-c5270b7d99e5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.001833] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Resuming the VM {{(pid=63043) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1105.002372] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c726489-b72a-4cf9-b042-7c2e30e0f6e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.009343] env[63043]: DEBUG oslo_vmware.api [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1105.009343] env[63043]: value = "task-2486791" [ 1105.009343] env[63043]: _type = "Task" [ 1105.009343] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.017518] env[63043]: DEBUG oslo_vmware.api [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.280978] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486788, 'name': ReconfigVM_Task, 'duration_secs': 0.886207} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.281333] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Reconfigured VM instance instance-0000006d to attach disk [datastore2] b45e9f34-e8f0-47bb-87cd-09c73210ba8f/b45e9f34-e8f0-47bb-87cd-09c73210ba8f.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.281952] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4477a36-07a1-4ea2-94dc-551f2ee13c5a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.289122] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1105.289122] env[63043]: value = "task-2486792" [ 1105.289122] env[63043]: _type = "Task" [ 1105.289122] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.301068] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486792, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.308019] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486790, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.526170] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.526615] env[63043]: DEBUG oslo_vmware.api [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486791, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.526916] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c4bdf94-9ddc-4cf3-8044-c389680bc84f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.533719] env[63043]: DEBUG oslo_vmware.api [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1105.533719] env[63043]: value = "task-2486793" [ 1105.533719] env[63043]: _type = "Task" [ 1105.533719] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.543441] env[63043]: DEBUG oslo_vmware.api [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.799972] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486792, 'name': Rename_Task, 'duration_secs': 0.169968} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.800673] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.803808] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63903ef8-5080-4476-9714-713fd8fcb2d4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.810984] env[63043]: DEBUG oslo_vmware.api [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486790, 'name': PowerOnVM_Task, 'duration_secs': 0.728844} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.811366] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.811616] env[63043]: INFO nova.compute.manager [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1105.811841] env[63043]: DEBUG nova.compute.manager [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.812646] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2a6910-6c32-4236-b9cb-3ef4eb7b4797 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.816844] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1105.816844] env[63043]: value = "task-2486794" [ 1105.816844] env[63043]: _type = "Task" [ 1105.816844] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.836086] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486794, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.021171] env[63043]: DEBUG oslo_vmware.api [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486791, 'name': PowerOnVM_Task, 'duration_secs': 0.621601} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.021489] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Resumed the VM {{(pid=63043) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1106.021594] env[63043]: DEBUG nova.compute.manager [None req-448cb3c0-c762-49ed-9720-35b78dc74000 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.022387] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54fae7c-cb89-4c03-b8ca-6eac3c9bd5a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.043185] env[63043]: DEBUG oslo_vmware.api [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.331981] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.336095] env[63043]: INFO nova.compute.manager [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Took 19.09 seconds to build instance. [ 1106.544103] env[63043]: DEBUG oslo_vmware.api [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.829317] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.837899] env[63043]: DEBUG oslo_concurrency.lockutils [None req-034845d9-8ea2-4411-bfec-9341f8668121 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.600s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.045131] env[63043]: DEBUG oslo_vmware.api [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486793, 'name': PowerOffVM_Task, 'duration_secs': 1.226577} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.045425] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.045673] env[63043]: DEBUG nova.compute.manager [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.046414] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403f9f4b-2c52-4922-89e1-4a486d1a3ae2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.223614] env[63043]: DEBUG nova.compute.manager [req-4d5201b6-75e3-4790-be46-ade74447eb47 req-fc0181b0-8266-464a-a847-7e3dcbb70579 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Received event network-changed-30224e99-ecb4-4a60-9593-2e004ae3d857 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.223614] env[63043]: DEBUG nova.compute.manager [req-4d5201b6-75e3-4790-be46-ade74447eb47 req-fc0181b0-8266-464a-a847-7e3dcbb70579 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Refreshing instance network info cache due to event network-changed-30224e99-ecb4-4a60-9593-2e004ae3d857. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1107.223777] env[63043]: DEBUG oslo_concurrency.lockutils [req-4d5201b6-75e3-4790-be46-ade74447eb47 req-fc0181b0-8266-464a-a847-7e3dcbb70579 service nova] Acquiring lock "refresh_cache-2c7bf4d5-c8d3-4ade-930b-05fd456eb876" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.223934] env[63043]: DEBUG oslo_concurrency.lockutils [req-4d5201b6-75e3-4790-be46-ade74447eb47 req-fc0181b0-8266-464a-a847-7e3dcbb70579 service nova] Acquired lock "refresh_cache-2c7bf4d5-c8d3-4ade-930b-05fd456eb876" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.224111] env[63043]: DEBUG nova.network.neutron [req-4d5201b6-75e3-4790-be46-ade74447eb47 req-fc0181b0-8266-464a-a847-7e3dcbb70579 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Refreshing network info cache for port 30224e99-ecb4-4a60-9593-2e004ae3d857 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.329265] env[63043]: DEBUG oslo_vmware.api [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486794, 'name': PowerOnVM_Task, 'duration_secs': 1.392039} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.329569] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.329786] env[63043]: DEBUG nova.compute.manager [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.330553] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa975d3-f1b1-48ff-bf6c-a68c1e2970f1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.558394] env[63043]: DEBUG oslo_concurrency.lockutils [None req-316ee3f9-6ed7-417b-9a22-78c7372f53bd tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.052s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.846766] env[63043]: DEBUG oslo_concurrency.lockutils [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.846766] env[63043]: DEBUG oslo_concurrency.lockutils [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.846766] env[63043]: DEBUG nova.objects.instance [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63043) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1108.013047] env[63043]: DEBUG nova.network.neutron [req-4d5201b6-75e3-4790-be46-ade74447eb47 req-fc0181b0-8266-464a-a847-7e3dcbb70579 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Updated VIF entry in instance network info cache for port 30224e99-ecb4-4a60-9593-2e004ae3d857. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.013445] env[63043]: DEBUG nova.network.neutron [req-4d5201b6-75e3-4790-be46-ade74447eb47 req-fc0181b0-8266-464a-a847-7e3dcbb70579 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Updating instance_info_cache with network_info: [{"id": "30224e99-ecb4-4a60-9593-2e004ae3d857", "address": "fa:16:3e:a6:32:86", "network": {"id": "079adbd1-d834-476c-a008-de96fc88b8b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1033910186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd087b8c1b2a4b00a298583f3e318e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30224e99-ec", "ovs_interfaceid": "30224e99-ecb4-4a60-9593-2e004ae3d857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.181455] env[63043]: INFO nova.compute.manager [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Rebuilding instance [ 1108.232335] env[63043]: DEBUG nova.compute.manager [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.233222] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a400ea28-5303-45e6-9ff1-01becdc08d76 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.516816] env[63043]: DEBUG oslo_concurrency.lockutils [req-4d5201b6-75e3-4790-be46-ade74447eb47 req-fc0181b0-8266-464a-a847-7e3dcbb70579 service nova] Releasing lock "refresh_cache-2c7bf4d5-c8d3-4ade-930b-05fd456eb876" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.525662] env[63043]: DEBUG oslo_concurrency.lockutils [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "b45e9f34-e8f0-47bb-87cd-09c73210ba8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.525914] env[63043]: DEBUG oslo_concurrency.lockutils [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "b45e9f34-e8f0-47bb-87cd-09c73210ba8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.526146] env[63043]: DEBUG oslo_concurrency.lockutils [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "b45e9f34-e8f0-47bb-87cd-09c73210ba8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.526336] env[63043]: DEBUG oslo_concurrency.lockutils [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "b45e9f34-e8f0-47bb-87cd-09c73210ba8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.526506] env[63043]: DEBUG oslo_concurrency.lockutils [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "b45e9f34-e8f0-47bb-87cd-09c73210ba8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.528937] env[63043]: INFO nova.compute.manager [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Terminating instance [ 1108.855079] env[63043]: DEBUG oslo_concurrency.lockutils [None req-56379ef7-4ca5-4d19-bc44-33faf910049b tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.033061] env[63043]: DEBUG oslo_concurrency.lockutils [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "refresh_cache-b45e9f34-e8f0-47bb-87cd-09c73210ba8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.033061] env[63043]: DEBUG oslo_concurrency.lockutils [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquired lock "refresh_cache-b45e9f34-e8f0-47bb-87cd-09c73210ba8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.033061] env[63043]: DEBUG nova.network.neutron [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.247393] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.247753] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5ec6cc6-14b4-4437-97ee-efb3479cbe28 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.254954] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1109.254954] env[63043]: value = "task-2486795" [ 1109.254954] env[63043]: _type = "Task" [ 1109.254954] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.262632] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.552768] env[63043]: DEBUG nova.network.neutron [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.631183] env[63043]: DEBUG nova.network.neutron [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.765848] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.766747] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.767077] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22a3529-b33c-4863-8b72-ec59daffc22a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.775061] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.775303] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd99b0e9-a101-41ca-b529-e47d7f4ac6bf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.853486] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.853730] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.853892] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleting the datastore file [datastore2] a56bcee3-dd55-4a1d-8335-ff2058b0bf9e {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.854190] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5777a649-c6c3-4544-ac55-5b5668d7dd7b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.861199] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1109.861199] env[63043]: value = "task-2486797" [ 1109.861199] env[63043]: _type = "Task" [ 1109.861199] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.869210] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.134571] env[63043]: DEBUG oslo_concurrency.lockutils [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Releasing lock "refresh_cache-b45e9f34-e8f0-47bb-87cd-09c73210ba8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.135165] env[63043]: DEBUG nova.compute.manager [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.135385] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.136317] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9c3b9c-1197-4699-be90-4e8ccf5c3160 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.144588] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.144810] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-445a0ae0-d3da-408d-8edf-cc9b336b4853 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.151196] env[63043]: DEBUG oslo_vmware.api [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1110.151196] env[63043]: value = "task-2486798" [ 1110.151196] env[63043]: _type = "Task" [ 1110.151196] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.161731] env[63043]: DEBUG oslo_vmware.api [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.371512] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401822} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.371869] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.371938] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.372136] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.663033] env[63043]: DEBUG oslo_vmware.api [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486798, 'name': PowerOffVM_Task, 'duration_secs': 0.121688} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.663408] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.663637] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.663934] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a792ddc2-783d-401e-bd40-4a5eebbdd011 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.688290] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.688608] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.688977] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Deleting the datastore file [datastore2] b45e9f34-e8f0-47bb-87cd-09c73210ba8f {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.689382] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bfc0292-e40c-45f5-8c05-64b5be6624a0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.696243] env[63043]: DEBUG oslo_vmware.api [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1110.696243] env[63043]: value = "task-2486800" [ 1110.696243] env[63043]: _type = "Task" [ 1110.696243] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.704636] env[63043]: DEBUG oslo_vmware.api [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.190723] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "0b11ce51-60e6-4341-9732-0628a3f53137" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.191056] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0b11ce51-60e6-4341-9732-0628a3f53137" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.191346] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "0b11ce51-60e6-4341-9732-0628a3f53137-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.191603] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0b11ce51-60e6-4341-9732-0628a3f53137-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.191842] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0b11ce51-60e6-4341-9732-0628a3f53137-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.194215] env[63043]: INFO nova.compute.manager [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Terminating instance [ 1111.205993] env[63043]: DEBUG oslo_vmware.api [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499885} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.206765] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.206954] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.207149] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.207362] env[63043]: INFO nova.compute.manager [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1111.207610] env[63043]: DEBUG oslo.service.loopingcall [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.207804] env[63043]: DEBUG nova.compute.manager [-] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.207949] env[63043]: DEBUG nova.network.neutron [-] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.223908] env[63043]: DEBUG nova.network.neutron [-] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.408779] env[63043]: DEBUG nova.virt.hardware [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.409121] env[63043]: DEBUG nova.virt.hardware [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.409197] env[63043]: DEBUG nova.virt.hardware [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.409459] env[63043]: DEBUG nova.virt.hardware [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.409623] env[63043]: DEBUG nova.virt.hardware [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.409818] env[63043]: DEBUG nova.virt.hardware [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.410125] env[63043]: DEBUG nova.virt.hardware [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.410304] env[63043]: DEBUG nova.virt.hardware [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.410480] env[63043]: DEBUG nova.virt.hardware [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.410647] env[63043]: DEBUG nova.virt.hardware [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.410824] env[63043]: DEBUG nova.virt.hardware [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.411702] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd17ca03-3b7a-4d8a-9bb7-6d60c8222f58 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.420576] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0a7857-7a54-49a2-9d5f-021e3b31773c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.437702] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:f0:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd51d0563-26c2-4350-93ec-56b32ac53c21', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.445464] env[63043]: DEBUG oslo.service.loopingcall [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.445720] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.445947] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2f241e9-1405-4f15-bd2a-b4260c89ee99 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.468828] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.468828] env[63043]: value = "task-2486801" [ 1111.468828] env[63043]: _type = "Task" [ 1111.468828] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.477711] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486801, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.701860] env[63043]: DEBUG nova.compute.manager [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.702141] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.703079] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a30b8d-3a8c-459d-a691-b79ed188728a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.711353] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.711656] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82fde690-c255-4e96-bdb3-4a97991bcdad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.719889] env[63043]: DEBUG oslo_vmware.api [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1111.719889] env[63043]: value = "task-2486802" [ 1111.719889] env[63043]: _type = "Task" [ 1111.719889] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.728122] env[63043]: DEBUG nova.network.neutron [-] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.729592] env[63043]: DEBUG oslo_vmware.api [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.979061] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486801, 'name': CreateVM_Task, 'duration_secs': 0.391332} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.979228] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.979931] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.980135] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.980478] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.980735] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf0aebf-8d7b-416e-9bd9-651d444698d4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.985254] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1111.985254] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52556ffd-fb0d-b887-d6a2-5b8cfc2a74ff" [ 1111.985254] env[63043]: _type = "Task" [ 1111.985254] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.993228] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52556ffd-fb0d-b887-d6a2-5b8cfc2a74ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.231031] env[63043]: INFO nova.compute.manager [-] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Took 1.02 seconds to deallocate network for instance. [ 1112.231370] env[63043]: DEBUG oslo_vmware.api [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486802, 'name': PowerOffVM_Task, 'duration_secs': 0.410963} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.232981] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.233175] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.235755] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d012d685-0db1-4f3f-9a3e-7d6afc8c9f1b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.303429] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.303781] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.304107] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Deleting the datastore file [datastore1] 0b11ce51-60e6-4341-9732-0628a3f53137 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.304499] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b62c4fe5-4875-42a1-a468-77fe542bdede {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.312944] env[63043]: DEBUG oslo_vmware.api [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for the task: (returnval){ [ 1112.312944] env[63043]: value = "task-2486804" [ 1112.312944] env[63043]: _type = "Task" [ 1112.312944] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.321766] env[63043]: DEBUG oslo_vmware.api [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.495749] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52556ffd-fb0d-b887-d6a2-5b8cfc2a74ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.497661] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.497661] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.497661] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.497661] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.497661] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.497661] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce317a34-d7fe-414b-81e3-57f15de4b730 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.505663] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.505839] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.506569] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f0bdfc-415b-45e4-a35c-0fbc1d0fc5dd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.511647] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1112.511647] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a92d89-e59b-02b1-673e-7a79cf6202fe" [ 1112.511647] env[63043]: _type = "Task" [ 1112.511647] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.518923] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a92d89-e59b-02b1-673e-7a79cf6202fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.682576] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.682940] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.683170] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Starting heal instance info cache {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1112.683350] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Rebuilding the list of instances to heal {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1112.739416] env[63043]: DEBUG oslo_concurrency.lockutils [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.739688] env[63043]: DEBUG oslo_concurrency.lockutils [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.739910] env[63043]: DEBUG nova.objects.instance [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lazy-loading 'resources' on Instance uuid b45e9f34-e8f0-47bb-87cd-09c73210ba8f {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.822779] env[63043]: DEBUG oslo_vmware.api [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Task: {'id': task-2486804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144582} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.822966] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.823167] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.823344] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.823516] env[63043]: INFO nova.compute.manager [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1112.823750] env[63043]: DEBUG oslo.service.loopingcall [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1112.823938] env[63043]: DEBUG nova.compute.manager [-] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.824049] env[63043]: DEBUG nova.network.neutron [-] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.022426] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a92d89-e59b-02b1-673e-7a79cf6202fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008683} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.023270] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a489d56-0248-4b45-828a-2daf98d70547 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.028759] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1113.028759] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]521962f5-9385-8ddc-af98-90b11a915827" [ 1113.028759] env[63043]: _type = "Task" [ 1113.028759] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.036350] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521962f5-9385-8ddc-af98-90b11a915827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.116616] env[63043]: DEBUG nova.compute.manager [req-99f0422f-32ad-415a-ba65-52b88485ecf7 req-2d405832-0cce-407c-8af4-e5e25f8cd1ed service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Received event network-vif-deleted-219170ef-9c20-45e0-a418-892acd7bd102 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.116889] env[63043]: INFO nova.compute.manager [req-99f0422f-32ad-415a-ba65-52b88485ecf7 req-2d405832-0cce-407c-8af4-e5e25f8cd1ed service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Neutron deleted interface 219170ef-9c20-45e0-a418-892acd7bd102; detaching it from the instance and deleting it from the info cache [ 1113.117068] env[63043]: DEBUG nova.network.neutron [req-99f0422f-32ad-415a-ba65-52b88485ecf7 req-2d405832-0cce-407c-8af4-e5e25f8cd1ed service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.189691] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Skipping network cache update for instance because it is being deleted. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1113.217401] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.217626] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquired lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.217811] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Forcefully refreshing network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1113.217973] env[63043]: DEBUG nova.objects.instance [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lazy-loading 'info_cache' on Instance uuid 163658b6-bb70-4efa-9acf-48db8c1370d3 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.395083] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c477599e-5b21-41b7-9f87-c3480ca08bb4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.402911] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e6c3d8-3fa0-4d82-a7d0-59f5ff3ef891 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.434782] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e8900-7bb1-4632-bd3e-fad41953b765 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.442310] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be799853-2472-4726-9e4e-09b1a0991cf1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.456689] env[63043]: DEBUG nova.compute.provider_tree [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.539013] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521962f5-9385-8ddc-af98-90b11a915827, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.539391] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.539521] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] a56bcee3-dd55-4a1d-8335-ff2058b0bf9e/a56bcee3-dd55-4a1d-8335-ff2058b0bf9e.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.539767] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b788bad9-b18b-4f8f-ad7c-43be5f5b9364 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.547046] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1113.547046] env[63043]: value = "task-2486805" [ 1113.547046] env[63043]: _type = "Task" [ 1113.547046] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.554772] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.594712] env[63043]: DEBUG nova.network.neutron [-] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.619783] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86a01d32-d3b1-47fb-ab25-88f0133f036b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.629903] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a38140-3e65-4741-b871-878eab41250b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.662017] env[63043]: DEBUG nova.compute.manager [req-99f0422f-32ad-415a-ba65-52b88485ecf7 req-2d405832-0cce-407c-8af4-e5e25f8cd1ed service nova] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Detach interface failed, port_id=219170ef-9c20-45e0-a418-892acd7bd102, reason: Instance 0b11ce51-60e6-4341-9732-0628a3f53137 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1113.959651] env[63043]: DEBUG nova.scheduler.client.report [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.058981] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462596} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.059281] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] a56bcee3-dd55-4a1d-8335-ff2058b0bf9e/a56bcee3-dd55-4a1d-8335-ff2058b0bf9e.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.059524] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.059758] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e5042cf-8743-4390-a82f-35301440d955 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.065350] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1114.065350] env[63043]: value = "task-2486806" [ 1114.065350] env[63043]: _type = "Task" [ 1114.065350] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.072345] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.096920] env[63043]: INFO nova.compute.manager [-] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Took 1.27 seconds to deallocate network for instance. [ 1114.465215] env[63043]: DEBUG oslo_concurrency.lockutils [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.485536] env[63043]: INFO nova.scheduler.client.report [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Deleted allocations for instance b45e9f34-e8f0-47bb-87cd-09c73210ba8f [ 1114.576104] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271835} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.576104] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.576465] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09e3c55-591a-4d66-a371-6fe7e6f0052a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.598157] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] a56bcee3-dd55-4a1d-8335-ff2058b0bf9e/a56bcee3-dd55-4a1d-8335-ff2058b0bf9e.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.598750] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed688a4-88f9-480d-ac53-f31673d175c2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.613521] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.613771] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.613982] env[63043]: DEBUG nova.objects.instance [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lazy-loading 'resources' on Instance uuid 0b11ce51-60e6-4341-9732-0628a3f53137 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.620445] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1114.620445] env[63043]: value = "task-2486807" [ 1114.620445] env[63043]: _type = "Task" [ 1114.620445] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.629492] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.984746] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updating instance_info_cache with network_info: [{"id": "34492675-5838-4cbe-8fb3-4bd6074ad973", "address": "fa:16:3e:fb:83:cd", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34492675-58", "ovs_interfaceid": "34492675-5838-4cbe-8fb3-4bd6074ad973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.992636] env[63043]: DEBUG oslo_concurrency.lockutils [None req-329c88a9-c255-4b49-828a-a22e0118eaaf tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "b45e9f34-e8f0-47bb-87cd-09c73210ba8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.467s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.130834] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486807, 'name': ReconfigVM_Task, 'duration_secs': 0.284495} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.131134] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Reconfigured VM instance instance-0000006f to attach disk [datastore2] a56bcee3-dd55-4a1d-8335-ff2058b0bf9e/a56bcee3-dd55-4a1d-8335-ff2058b0bf9e.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.131823] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8989a574-3bdb-47ab-98a8-269490e6e186 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.138810] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1115.138810] env[63043]: value = "task-2486808" [ 1115.138810] env[63043]: _type = "Task" [ 1115.138810] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.148663] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486808, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.190227] env[63043]: DEBUG oslo_concurrency.lockutils [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "ec195cde-37ad-4f04-98c6-2b22b3703558" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.190481] env[63043]: DEBUG oslo_concurrency.lockutils [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.260437] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4edcd3c-4f7e-45d7-a5e9-a3f72e67021a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.268656] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18148ef-4521-4c14-84c6-dc96fe1bff6b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.300799] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec644f1b-63be-4978-9aa3-58b632e63db5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.308256] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577d36da-911c-4342-9529-8b5afbb40bab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.321132] env[63043]: DEBUG nova.compute.provider_tree [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.487711] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Releasing lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.487945] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updated the network info_cache for instance {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1115.488164] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.488330] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.488511] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.488672] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.488815] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.489147] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.489147] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63043) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1115.489249] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.648431] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486808, 'name': Rename_Task, 'duration_secs': 0.1445} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.648791] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.649575] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3b13abb-b613-4722-ba0c-d5a984ff7476 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.655832] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1115.655832] env[63043]: value = "task-2486809" [ 1115.655832] env[63043]: _type = "Task" [ 1115.655832] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.668294] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.695322] env[63043]: INFO nova.compute.manager [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Detaching volume 6943fd1a-73b3-4f70-aae8-d3959f411586 [ 1115.731791] env[63043]: INFO nova.virt.block_device [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Attempting to driver detach volume 6943fd1a-73b3-4f70-aae8-d3959f411586 from mountpoint /dev/sdb [ 1115.732051] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1115.732252] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503121', 'volume_id': '6943fd1a-73b3-4f70-aae8-d3959f411586', 'name': 'volume-6943fd1a-73b3-4f70-aae8-d3959f411586', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec195cde-37ad-4f04-98c6-2b22b3703558', 'attached_at': '', 'detached_at': '', 'volume_id': '6943fd1a-73b3-4f70-aae8-d3959f411586', 'serial': '6943fd1a-73b3-4f70-aae8-d3959f411586'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1115.733146] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786ac11d-8c54-47bb-84fb-29c76fcd2ea8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.756732] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d273dd-f1b4-47ab-b959-a50ae4df4cef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.763703] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b2e94c-b975-4acb-bd9a-3875e374c3f4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.783880] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69943fb0-7971-4c70-88a8-6042d2ead9be {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.798898] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] The volume has not been displaced from its original location: [datastore1] volume-6943fd1a-73b3-4f70-aae8-d3959f411586/volume-6943fd1a-73b3-4f70-aae8-d3959f411586.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1115.804092] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.804372] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e635394e-19f8-4f5f-ab73-0edd2d762047 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.822218] env[63043]: DEBUG oslo_vmware.api [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1115.822218] env[63043]: value = "task-2486810" [ 1115.822218] env[63043]: _type = "Task" [ 1115.822218] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.825733] env[63043]: DEBUG nova.scheduler.client.report [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.834063] env[63043]: DEBUG oslo_vmware.api [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.994412] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.066390] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "ff261cca-9220-4917-b124-9dcaf1e99a41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.066673] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "ff261cca-9220-4917-b124-9dcaf1e99a41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.066958] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "ff261cca-9220-4917-b124-9dcaf1e99a41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.067104] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "ff261cca-9220-4917-b124-9dcaf1e99a41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.067345] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "ff261cca-9220-4917-b124-9dcaf1e99a41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.070058] env[63043]: INFO nova.compute.manager [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Terminating instance [ 1116.165609] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.333475] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.335514] env[63043]: DEBUG oslo_vmware.api [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486810, 'name': ReconfigVM_Task, 'duration_secs': 0.24312} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.336026] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.342s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.336196] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.337431] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1116.337749] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.347281] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a008c7fa-28f9-4f0f-aaf8-5cc0488a0847 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.352283] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb554f5-aaf6-4e0b-959f-c9f2943bb72e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.367448] env[63043]: INFO nova.scheduler.client.report [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Deleted allocations for instance 0b11ce51-60e6-4341-9732-0628a3f53137 [ 1116.375212] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0ac57d-5343-468b-ad3a-4c439f25c4d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.378920] env[63043]: DEBUG oslo_vmware.api [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1116.378920] env[63043]: value = "task-2486811" [ 1116.378920] env[63043]: _type = "Task" [ 1116.378920] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.395881] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd30a606-7800-4b24-970a-08c734767229 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.402125] env[63043]: DEBUG oslo_vmware.api [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.406529] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64647c44-73f5-4ee5-9939-4b8e491bb6fb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.443880] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179393MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1116.444075] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.444262] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.573658] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "refresh_cache-ff261cca-9220-4917-b124-9dcaf1e99a41" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.573854] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquired lock "refresh_cache-ff261cca-9220-4917-b124-9dcaf1e99a41" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.574034] env[63043]: DEBUG nova.network.neutron [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.669369] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486809, 'name': PowerOnVM_Task, 'duration_secs': 0.676636} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.669648] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.669850] env[63043]: DEBUG nova.compute.manager [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.670654] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab76962-2f87-4c86-97e6-be6d102839d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.876488] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Lock "0b11ce51-60e6-4341-9732-0628a3f53137" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.888533] env[63043]: DEBUG oslo_vmware.api [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486811, 'name': ReconfigVM_Task, 'duration_secs': 0.130761} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.888811] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503121', 'volume_id': '6943fd1a-73b3-4f70-aae8-d3959f411586', 'name': 'volume-6943fd1a-73b3-4f70-aae8-d3959f411586', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec195cde-37ad-4f04-98c6-2b22b3703558', 'attached_at': '', 'detached_at': '', 'volume_id': '6943fd1a-73b3-4f70-aae8-d3959f411586', 'serial': '6943fd1a-73b3-4f70-aae8-d3959f411586'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1117.094117] env[63043]: DEBUG nova.network.neutron [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.145227] env[63043]: DEBUG nova.network.neutron [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.182236] env[63043]: INFO nova.compute.manager [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] bringing vm to original state: 'stopped' [ 1117.431974] env[63043]: DEBUG nova.objects.instance [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'flavor' on Instance uuid ec195cde-37ad-4f04-98c6-2b22b3703558 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.474810] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 163658b6-bb70-4efa-9acf-48db8c1370d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.475109] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.475258] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ec195cde-37ad-4f04-98c6-2b22b3703558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.475387] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 6a89dad9-c846-408a-8b3e-3f9ce11a87b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.475507] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 1b946c9d-4ab8-42e7-ac14-fcfa8152664b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.475644] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance d67d0c5b-ebc4-4751-aacb-6de3c9e26fda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.475772] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ff261cca-9220-4917-b124-9dcaf1e99a41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.475881] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 52cc4cd4-8464-47b6-bff1-7c11829bd27d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.475996] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance a56bcee3-dd55-4a1d-8335-ff2058b0bf9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.476125] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 2c7bf4d5-c8d3-4ade-930b-05fd456eb876 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.476412] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1117.476463] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1117.611025] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dded54-dd86-4534-9880-6a354096eb62 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.617602] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4355049-cc17-4c9e-9870-0be27a6f2563 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.649060] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Releasing lock "refresh_cache-ff261cca-9220-4917-b124-9dcaf1e99a41" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.649060] env[63043]: DEBUG nova.compute.manager [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.649060] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.649691] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae7cfe1-cd12-4d13-9718-7dd47d9c9139 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.652852] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0522081-f5cd-4a18-a2c2-1363dedf801f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.662606] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.664834] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49693095-4920-477a-a520-dfc2d3920ded {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.667022] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb80474-2a16-4ef6-812e-7de75a823f8d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.683394] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.688692] env[63043]: DEBUG oslo_vmware.api [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1117.688692] env[63043]: value = "task-2486812" [ 1117.688692] env[63043]: _type = "Task" [ 1117.688692] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.700105] env[63043]: DEBUG oslo_vmware.api [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.159856] env[63043]: DEBUG oslo_concurrency.lockutils [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.160101] env[63043]: DEBUG oslo_concurrency.lockutils [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.160260] env[63043]: INFO nova.compute.manager [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Shelving [ 1118.190667] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.194489] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.194721] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.194894] env[63043]: DEBUG nova.compute.manager [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.199517] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aba62a-a1ce-46ab-baad-ea7b1655b42b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.208843] env[63043]: DEBUG oslo_vmware.api [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486812, 'name': PowerOffVM_Task, 'duration_secs': 0.160856} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.209281] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.209545] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.209774] env[63043]: DEBUG nova.compute.manager [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63043) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1118.211248] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-096b1db1-a344-4b1f-ad5c-37d95892f01f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.238596] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.238866] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.239068] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Deleting the datastore file [datastore1] ff261cca-9220-4917-b124-9dcaf1e99a41 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.239574] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2fe938f-74b4-4131-9a1d-cd1306eb918c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.246175] env[63043]: DEBUG oslo_vmware.api [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for the task: (returnval){ [ 1118.246175] env[63043]: value = "task-2486814" [ 1118.246175] env[63043]: _type = "Task" [ 1118.246175] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.254846] env[63043]: DEBUG oslo_vmware.api [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.382941] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cfdc5780-3cb1-44cf-8c7e-b53a6f19a495 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "ec195cde-37ad-4f04-98c6-2b22b3703558" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.439281] env[63043]: DEBUG oslo_concurrency.lockutils [None req-603d10b6-be0d-44b9-b31b-661f23287e2e tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.249s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.440414] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cfdc5780-3cb1-44cf-8c7e-b53a6f19a495 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.058s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.440608] env[63043]: DEBUG nova.compute.manager [None req-cfdc5780-3cb1-44cf-8c7e-b53a6f19a495 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.441675] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbe316b-9f47-4364-9012-c7732babd37d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.448433] env[63043]: DEBUG nova.compute.manager [None req-cfdc5780-3cb1-44cf-8c7e-b53a6f19a495 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63043) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1118.448980] env[63043]: DEBUG nova.objects.instance [None req-cfdc5780-3cb1-44cf-8c7e-b53a6f19a495 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'flavor' on Instance uuid ec195cde-37ad-4f04-98c6-2b22b3703558 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.699539] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1118.699913] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.255s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.715198] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.715552] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-908f3daa-f014-401f-bb75-0e15702a294d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.722547] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1118.722547] env[63043]: value = "task-2486815" [ 1118.722547] env[63043]: _type = "Task" [ 1118.722547] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.731800] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.754952] env[63043]: DEBUG oslo_vmware.api [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Task: {'id': task-2486814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361588} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.755364] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.755502] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.755704] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.755898] env[63043]: INFO nova.compute.manager [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1118.756182] env[63043]: DEBUG oslo.service.loopingcall [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.756388] env[63043]: DEBUG nova.compute.manager [-] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.756500] env[63043]: DEBUG nova.network.neutron [-] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.780415] env[63043]: DEBUG nova.network.neutron [-] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.174389] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.174389] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70389ccc-acf0-4737-87df-afa2b06e86c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.181051] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1119.181051] env[63043]: value = "task-2486816" [ 1119.181051] env[63043]: _type = "Task" [ 1119.181051] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.190518] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.232541] env[63043]: DEBUG oslo_vmware.api [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486815, 'name': PowerOffVM_Task, 'duration_secs': 0.181164} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.232819] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.233048] env[63043]: DEBUG nova.compute.manager [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.233860] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd6ed20-6ee1-4a58-8976-b36e42f203ff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.283786] env[63043]: DEBUG nova.network.neutron [-] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.461186] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdc5780-3cb1-44cf-8c7e-b53a6f19a495 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.461505] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2339e34d-9e6b-459d-b7c6-17bbded14f32 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.469020] env[63043]: DEBUG oslo_vmware.api [None req-cfdc5780-3cb1-44cf-8c7e-b53a6f19a495 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1119.469020] env[63043]: value = "task-2486817" [ 1119.469020] env[63043]: _type = "Task" [ 1119.469020] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.477795] env[63043]: DEBUG oslo_vmware.api [None req-cfdc5780-3cb1-44cf-8c7e-b53a6f19a495 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.689847] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486816, 'name': PowerOffVM_Task, 'duration_secs': 0.197963} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.690170] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.691110] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f00864-85a9-4207-b77c-031f47b6bf77 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.710880] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5694816-c77c-4557-9969-1eeb2cbfa34b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.746882] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.552s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.753196] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5abe33b5-5966-4d7c-a42c-4689b24a7475 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "interface-163658b6-bb70-4efa-9acf-48db8c1370d3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.753420] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5abe33b5-5966-4d7c-a42c-4689b24a7475 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-163658b6-bb70-4efa-9acf-48db8c1370d3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.753763] env[63043]: DEBUG nova.objects.instance [None req-5abe33b5-5966-4d7c-a42c-4689b24a7475 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'flavor' on Instance uuid 163658b6-bb70-4efa-9acf-48db8c1370d3 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.786558] env[63043]: INFO nova.compute.manager [-] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Took 1.03 seconds to deallocate network for instance. [ 1119.981271] env[63043]: DEBUG oslo_vmware.api [None req-cfdc5780-3cb1-44cf-8c7e-b53a6f19a495 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486817, 'name': PowerOffVM_Task, 'duration_secs': 0.211305} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.981715] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdc5780-3cb1-44cf-8c7e-b53a6f19a495 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.982062] env[63043]: DEBUG nova.compute.manager [None req-cfdc5780-3cb1-44cf-8c7e-b53a6f19a495 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.983256] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37df41b8-1801-45c4-870f-559165e8bc06 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.222067] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1120.222067] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a5f6e218-2198-4748-a6fc-114e99059c66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.229850] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1120.229850] env[63043]: value = "task-2486818" [ 1120.229850] env[63043]: _type = "Task" [ 1120.229850] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.240752] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486818, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.254815] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.255060] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.255246] env[63043]: DEBUG nova.objects.instance [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63043) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1120.258761] env[63043]: DEBUG nova.objects.instance [None req-5abe33b5-5966-4d7c-a42c-4689b24a7475 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'pci_requests' on Instance uuid 163658b6-bb70-4efa-9acf-48db8c1370d3 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.292938] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.496601] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cfdc5780-3cb1-44cf-8c7e-b53a6f19a495 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.739980] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486818, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.764486] env[63043]: DEBUG nova.objects.base [None req-5abe33b5-5966-4d7c-a42c-4689b24a7475 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Object Instance<163658b6-bb70-4efa-9acf-48db8c1370d3> lazy-loaded attributes: flavor,pci_requests {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.764685] env[63043]: DEBUG nova.network.neutron [None req-5abe33b5-5966-4d7c-a42c-4689b24a7475 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.839024] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5abe33b5-5966-4d7c-a42c-4689b24a7475 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-163658b6-bb70-4efa-9acf-48db8c1370d3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.085s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.960822] env[63043]: DEBUG nova.objects.instance [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'flavor' on Instance uuid ec195cde-37ad-4f04-98c6-2b22b3703558 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.017813] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.018094] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.018311] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.018573] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.018762] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.020650] env[63043]: INFO nova.compute.manager [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Terminating instance [ 1121.240667] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486818, 'name': CreateSnapshot_Task, 'duration_secs': 0.566518} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.240927] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1121.241663] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ad5a01-d8d4-4859-99e4-f6dfa416ee32 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.265399] env[63043]: DEBUG oslo_concurrency.lockutils [None req-25184528-ba92-4cfe-b6e7-49ab2d223230 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.266429] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.974s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.266634] env[63043]: DEBUG nova.objects.instance [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lazy-loading 'resources' on Instance uuid ff261cca-9220-4917-b124-9dcaf1e99a41 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.466415] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.466635] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquired lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.466895] env[63043]: DEBUG nova.network.neutron [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.467138] env[63043]: DEBUG nova.objects.instance [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'info_cache' on Instance uuid ec195cde-37ad-4f04-98c6-2b22b3703558 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.524732] env[63043]: DEBUG nova.compute.manager [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.525084] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.525864] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e016bb-6e17-42a3-bda6-9f52d67297a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.535041] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.535231] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca3fa154-931b-478f-a120-0d7c6845ec82 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.595879] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.596312] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.596665] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleting the datastore file [datastore2] a56bcee3-dd55-4a1d-8335-ff2058b0bf9e {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.597099] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-131c7c67-e046-4996-92fc-77bd9f03d488 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.603608] env[63043]: DEBUG oslo_vmware.api [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1121.603608] env[63043]: value = "task-2486820" [ 1121.603608] env[63043]: _type = "Task" [ 1121.603608] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.611793] env[63043]: DEBUG oslo_vmware.api [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.759054] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1121.759387] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2424bf67-92bd-4da5-b08f-84f274ce3998 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.767590] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1121.767590] env[63043]: value = "task-2486821" [ 1121.767590] env[63043]: _type = "Task" [ 1121.767590] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.778153] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486821, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.903905] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b041e294-dc3d-4a41-b032-d6823ba0f5ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.911236] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aebc72b-472b-4fed-a506-401ba5a05be3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.946093] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a40a244-b8ac-4c18-a5db-4109546e8a41 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.953508] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e50ab9c-6fc8-4744-b05e-411dbd1a38d9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.967924] env[63043]: DEBUG nova.compute.provider_tree [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.970287] env[63043]: DEBUG nova.objects.base [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1122.114462] env[63043]: DEBUG oslo_vmware.api [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116359} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.114702] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.114883] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.115231] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.115437] env[63043]: INFO nova.compute.manager [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1122.115684] env[63043]: DEBUG oslo.service.loopingcall [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1122.115946] env[63043]: DEBUG nova.compute.manager [-] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.116051] env[63043]: DEBUG nova.network.neutron [-] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.277360] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486821, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.401358] env[63043]: DEBUG nova.compute.manager [req-8665e4c0-33e8-408b-879f-64077e24c1ae req-0bf517dd-f37b-462b-a043-e542ef421468 service nova] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Received event network-vif-deleted-d51d0563-26c2-4350-93ec-56b32ac53c21 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.401623] env[63043]: INFO nova.compute.manager [req-8665e4c0-33e8-408b-879f-64077e24c1ae req-0bf517dd-f37b-462b-a043-e542ef421468 service nova] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Neutron deleted interface d51d0563-26c2-4350-93ec-56b32ac53c21; detaching it from the instance and deleting it from the info cache [ 1122.401807] env[63043]: DEBUG nova.network.neutron [req-8665e4c0-33e8-408b-879f-64077e24c1ae req-0bf517dd-f37b-462b-a043-e542ef421468 service nova] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.474078] env[63043]: DEBUG nova.scheduler.client.report [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.676324] env[63043]: DEBUG nova.network.neutron [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Updating instance_info_cache with network_info: [{"id": "e89e6c1f-5181-4f46-82e4-c4029a70f057", "address": "fa:16:3e:3c:f7:3b", "network": {"id": "3fe9d202-0988-407b-8241-33c9d6cb4679", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1113469375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883d5050742746cd8882e3ed38aa4e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89e6c1f-51", "ovs_interfaceid": "e89e6c1f-5181-4f46-82e4-c4029a70f057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.777909] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486821, 'name': CloneVM_Task, 'duration_secs': 0.980623} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.778212] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Created linked-clone VM from snapshot [ 1122.778900] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f49c629-bf97-480e-b3b7-305821bdd615 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.785893] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Uploading image 62d954a7-794a-4498-a8ec-8d5958fe22fd {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1122.794227] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "interface-163658b6-bb70-4efa-9acf-48db8c1370d3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.794347] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-163658b6-bb70-4efa-9acf-48db8c1370d3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.794962] env[63043]: DEBUG nova.objects.instance [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'flavor' on Instance uuid 163658b6-bb70-4efa-9acf-48db8c1370d3 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.809868] env[63043]: DEBUG oslo_vmware.rw_handles [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1122.809868] env[63043]: value = "vm-503140" [ 1122.809868] env[63043]: _type = "VirtualMachine" [ 1122.809868] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1122.810129] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d043af9f-e3f4-4fd4-9d38-1fb510cc1ebd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.817559] env[63043]: DEBUG oslo_vmware.rw_handles [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lease: (returnval){ [ 1122.817559] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f208c7-695c-0f77-79c2-d1ae99bc9199" [ 1122.817559] env[63043]: _type = "HttpNfcLease" [ 1122.817559] env[63043]: } obtained for exporting VM: (result){ [ 1122.817559] env[63043]: value = "vm-503140" [ 1122.817559] env[63043]: _type = "VirtualMachine" [ 1122.817559] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1122.817824] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the lease: (returnval){ [ 1122.817824] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f208c7-695c-0f77-79c2-d1ae99bc9199" [ 1122.817824] env[63043]: _type = "HttpNfcLease" [ 1122.817824] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1122.823735] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.823735] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f208c7-695c-0f77-79c2-d1ae99bc9199" [ 1122.823735] env[63043]: _type = "HttpNfcLease" [ 1122.823735] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1122.882601] env[63043]: DEBUG nova.network.neutron [-] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.904705] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a1a3a5c-77a4-49ec-a166-e0fdf94ab1c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.914162] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236a8ccb-40c8-4b93-a682-745eb7a6cb16 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.944895] env[63043]: DEBUG nova.compute.manager [req-8665e4c0-33e8-408b-879f-64077e24c1ae req-0bf517dd-f37b-462b-a043-e542ef421468 service nova] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Detach interface failed, port_id=d51d0563-26c2-4350-93ec-56b32ac53c21, reason: Instance a56bcee3-dd55-4a1d-8335-ff2058b0bf9e could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1122.980570] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.001534] env[63043]: INFO nova.scheduler.client.report [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Deleted allocations for instance ff261cca-9220-4917-b124-9dcaf1e99a41 [ 1123.179064] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Releasing lock "refresh_cache-ec195cde-37ad-4f04-98c6-2b22b3703558" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.326372] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.326372] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f208c7-695c-0f77-79c2-d1ae99bc9199" [ 1123.326372] env[63043]: _type = "HttpNfcLease" [ 1123.326372] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1123.326671] env[63043]: DEBUG oslo_vmware.rw_handles [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1123.326671] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f208c7-695c-0f77-79c2-d1ae99bc9199" [ 1123.326671] env[63043]: _type = "HttpNfcLease" [ 1123.326671] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1123.327392] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe92bb-72d7-4baf-933c-1092f73ad862 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.334560] env[63043]: DEBUG oslo_vmware.rw_handles [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b347c2-6282-0dc8-6e05-e5d050c81a79/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1123.334759] env[63043]: DEBUG oslo_vmware.rw_handles [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b347c2-6282-0dc8-6e05-e5d050c81a79/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1123.392075] env[63043]: INFO nova.compute.manager [-] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Took 1.28 seconds to deallocate network for instance. [ 1123.430408] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e06d9d84-1edf-46d1-9da6-423e03181178 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.433364] env[63043]: DEBUG nova.objects.instance [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'pci_requests' on Instance uuid 163658b6-bb70-4efa-9acf-48db8c1370d3 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.509605] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fa9b27a7-67a1-4e1c-a3e0-2d00ef1d3055 tempest-ServerShowV247Test-1828415292 tempest-ServerShowV247Test-1828415292-project-member] Lock "ff261cca-9220-4917-b124-9dcaf1e99a41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.443s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.900702] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.901511] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.901839] env[63043]: DEBUG nova.objects.instance [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lazy-loading 'resources' on Instance uuid a56bcee3-dd55-4a1d-8335-ff2058b0bf9e {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.935578] env[63043]: DEBUG nova.objects.base [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Object Instance<163658b6-bb70-4efa-9acf-48db8c1370d3> lazy-loaded attributes: flavor,pci_requests {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.935937] env[63043]: DEBUG nova.network.neutron [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.994380] env[63043]: DEBUG nova.policy [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf453eb92ec41dc90b0da8808e471ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2f2e17117d41f78c9bb1028587f0ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.185551] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.185929] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60d79c01-9483-4c55-a28c-1c3a82d8572c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.193504] env[63043]: DEBUG oslo_vmware.api [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1124.193504] env[63043]: value = "task-2486823" [ 1124.193504] env[63043]: _type = "Task" [ 1124.193504] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.201300] env[63043]: DEBUG oslo_vmware.api [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.268814] env[63043]: DEBUG nova.network.neutron [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Successfully created port: d12ecf98-20be-4e04-a31e-9dd1209fd801 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.567481] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7318683a-24f0-4c1d-ae5c-663ffad39fd1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.574897] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b950314-046f-470e-95cc-c324465f0588 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.606617] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b067ad5f-4d49-40da-b004-f0667a45c192 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.614829] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d386127c-c6a4-42a0-a140-f632702686a0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.630302] env[63043]: DEBUG nova.compute.provider_tree [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.706270] env[63043]: DEBUG oslo_vmware.api [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486823, 'name': PowerOnVM_Task, 'duration_secs': 0.402897} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.706710] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.707082] env[63043]: DEBUG nova.compute.manager [None req-9aba59e7-7fb9-4361-89ff-4c7a936c3966 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.708271] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9322ace3-d779-45f0-8d39-0af4e93348d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.133386] env[63043]: DEBUG nova.scheduler.client.report [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.638562] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.666919] env[63043]: INFO nova.scheduler.client.report [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted allocations for instance a56bcee3-dd55-4a1d-8335-ff2058b0bf9e [ 1125.766590] env[63043]: DEBUG nova.compute.manager [req-3a39001a-2cfb-4174-b50b-8a311da29e74 req-ab3b9889-f284-451b-be9d-b935a2e156ff service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received event network-vif-plugged-d12ecf98-20be-4e04-a31e-9dd1209fd801 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.766811] env[63043]: DEBUG oslo_concurrency.lockutils [req-3a39001a-2cfb-4174-b50b-8a311da29e74 req-ab3b9889-f284-451b-be9d-b935a2e156ff service nova] Acquiring lock "163658b6-bb70-4efa-9acf-48db8c1370d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.767018] env[63043]: DEBUG oslo_concurrency.lockutils [req-3a39001a-2cfb-4174-b50b-8a311da29e74 req-ab3b9889-f284-451b-be9d-b935a2e156ff service nova] Lock "163658b6-bb70-4efa-9acf-48db8c1370d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.767199] env[63043]: DEBUG oslo_concurrency.lockutils [req-3a39001a-2cfb-4174-b50b-8a311da29e74 req-ab3b9889-f284-451b-be9d-b935a2e156ff service nova] Lock "163658b6-bb70-4efa-9acf-48db8c1370d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.767380] env[63043]: DEBUG nova.compute.manager [req-3a39001a-2cfb-4174-b50b-8a311da29e74 req-ab3b9889-f284-451b-be9d-b935a2e156ff service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] No waiting events found dispatching network-vif-plugged-d12ecf98-20be-4e04-a31e-9dd1209fd801 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.767613] env[63043]: WARNING nova.compute.manager [req-3a39001a-2cfb-4174-b50b-8a311da29e74 req-ab3b9889-f284-451b-be9d-b935a2e156ff service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received unexpected event network-vif-plugged-d12ecf98-20be-4e04-a31e-9dd1209fd801 for instance with vm_state active and task_state None. [ 1125.861058] env[63043]: DEBUG nova.network.neutron [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Successfully updated port: d12ecf98-20be-4e04-a31e-9dd1209fd801 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.175050] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "a56bcee3-dd55-4a1d-8335-ff2058b0bf9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.157s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.365840] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.366032] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.366267] env[63043]: DEBUG nova.network.neutron [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.906162] env[63043]: WARNING nova.network.neutron [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] 36425d47-1b42-4f11-8b2a-18afdcc54cad already exists in list: networks containing: ['36425d47-1b42-4f11-8b2a-18afdcc54cad']. ignoring it [ 1127.236105] env[63043]: DEBUG nova.network.neutron [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updating instance_info_cache with network_info: [{"id": "34492675-5838-4cbe-8fb3-4bd6074ad973", "address": "fa:16:3e:fb:83:cd", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34492675-58", "ovs_interfaceid": "34492675-5838-4cbe-8fb3-4bd6074ad973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d12ecf98-20be-4e04-a31e-9dd1209fd801", "address": "fa:16:3e:ad:10:4a", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12ecf98-20", "ovs_interfaceid": "d12ecf98-20be-4e04-a31e-9dd1209fd801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.739141] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.739880] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.740071] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.740928] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed38b22d-7f0a-4d45-a9d2-c83dc566f83c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.759726] env[63043]: DEBUG nova.virt.hardware [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.759996] env[63043]: DEBUG nova.virt.hardware [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.760172] env[63043]: DEBUG nova.virt.hardware [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.760360] env[63043]: DEBUG nova.virt.hardware [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.760510] env[63043]: DEBUG nova.virt.hardware [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.760689] env[63043]: DEBUG nova.virt.hardware [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.760914] env[63043]: DEBUG nova.virt.hardware [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.761096] env[63043]: DEBUG nova.virt.hardware [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.761265] env[63043]: DEBUG nova.virt.hardware [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.761431] env[63043]: DEBUG nova.virt.hardware [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.761606] env[63043]: DEBUG nova.virt.hardware [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.768841] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Reconfiguring VM to attach interface {{(pid=63043) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1127.769469] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7066f94-141c-4122-8edc-fef03d0c8560 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.788165] env[63043]: DEBUG oslo_vmware.api [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1127.788165] env[63043]: value = "task-2486824" [ 1127.788165] env[63043]: _type = "Task" [ 1127.788165] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.795322] env[63043]: DEBUG oslo_vmware.api [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486824, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.797567] env[63043]: DEBUG nova.compute.manager [req-3203a4e4-d97f-4353-a174-6f11349049a3 req-0d3a93c9-0f37-4faa-9dae-4decece66b18 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received event network-changed-d12ecf98-20be-4e04-a31e-9dd1209fd801 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.797723] env[63043]: DEBUG nova.compute.manager [req-3203a4e4-d97f-4353-a174-6f11349049a3 req-0d3a93c9-0f37-4faa-9dae-4decece66b18 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Refreshing instance network info cache due to event network-changed-d12ecf98-20be-4e04-a31e-9dd1209fd801. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1127.797970] env[63043]: DEBUG oslo_concurrency.lockutils [req-3203a4e4-d97f-4353-a174-6f11349049a3 req-0d3a93c9-0f37-4faa-9dae-4decece66b18 service nova] Acquiring lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.798083] env[63043]: DEBUG oslo_concurrency.lockutils [req-3203a4e4-d97f-4353-a174-6f11349049a3 req-0d3a93c9-0f37-4faa-9dae-4decece66b18 service nova] Acquired lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.798250] env[63043]: DEBUG nova.network.neutron [req-3203a4e4-d97f-4353-a174-6f11349049a3 req-0d3a93c9-0f37-4faa-9dae-4decece66b18 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Refreshing network info cache for port d12ecf98-20be-4e04-a31e-9dd1209fd801 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.061496] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.061734] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.298719] env[63043]: DEBUG oslo_vmware.api [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.516873] env[63043]: DEBUG nova.network.neutron [req-3203a4e4-d97f-4353-a174-6f11349049a3 req-0d3a93c9-0f37-4faa-9dae-4decece66b18 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updated VIF entry in instance network info cache for port d12ecf98-20be-4e04-a31e-9dd1209fd801. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.517319] env[63043]: DEBUG nova.network.neutron [req-3203a4e4-d97f-4353-a174-6f11349049a3 req-0d3a93c9-0f37-4faa-9dae-4decece66b18 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updating instance_info_cache with network_info: [{"id": "34492675-5838-4cbe-8fb3-4bd6074ad973", "address": "fa:16:3e:fb:83:cd", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34492675-58", "ovs_interfaceid": "34492675-5838-4cbe-8fb3-4bd6074ad973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d12ecf98-20be-4e04-a31e-9dd1209fd801", "address": "fa:16:3e:ad:10:4a", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12ecf98-20", "ovs_interfaceid": "d12ecf98-20be-4e04-a31e-9dd1209fd801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.564357] env[63043]: DEBUG nova.compute.manager [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.797406] env[63043]: DEBUG oslo_vmware.api [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486824, 'name': ReconfigVM_Task, 'duration_secs': 0.735049} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.798055] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.798400] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Reconfigured VM to attach interface {{(pid=63043) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1129.020993] env[63043]: DEBUG oslo_concurrency.lockutils [req-3203a4e4-d97f-4353-a174-6f11349049a3 req-0d3a93c9-0f37-4faa-9dae-4decece66b18 service nova] Releasing lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.089577] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.089857] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.091457] env[63043]: INFO nova.compute.claims [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.303256] env[63043]: DEBUG oslo_concurrency.lockutils [None req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-163658b6-bb70-4efa-9acf-48db8c1370d3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.509s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.222610] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5ce505-8b95-4c30-8325-896707f88b5c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.231055] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241bb030-e2db-4c8c-ad6f-8445cb91479c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.261240] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aa2746-d15f-46a1-8eb9-98dc96a27869 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.268571] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83385f75-c211-44f6-984e-a60b3dd4efcd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.282641] env[63043]: DEBUG nova.compute.provider_tree [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.786099] env[63043]: DEBUG nova.scheduler.client.report [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.291163] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.291728] env[63043]: DEBUG nova.compute.manager [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.453241] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "interface-163658b6-bb70-4efa-9acf-48db8c1370d3-852730c9-6715-41bf-8e58-bfddb8e74f7f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.453513] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-163658b6-bb70-4efa-9acf-48db8c1370d3-852730c9-6715-41bf-8e58-bfddb8e74f7f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.453876] env[63043]: DEBUG nova.objects.instance [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'flavor' on Instance uuid 163658b6-bb70-4efa-9acf-48db8c1370d3 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.694364] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "1b946c9d-4ab8-42e7-ac14-fcfa8152664b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.694835] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "1b946c9d-4ab8-42e7-ac14-fcfa8152664b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.695146] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "1b946c9d-4ab8-42e7-ac14-fcfa8152664b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.695430] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "1b946c9d-4ab8-42e7-ac14-fcfa8152664b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.695720] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "1b946c9d-4ab8-42e7-ac14-fcfa8152664b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.698725] env[63043]: INFO nova.compute.manager [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Terminating instance [ 1131.796716] env[63043]: DEBUG nova.compute.utils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1131.798333] env[63043]: DEBUG nova.compute.manager [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.798561] env[63043]: DEBUG nova.network.neutron [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.849211] env[63043]: DEBUG nova.policy [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7db4fc5cb2c148abb6e1ff4f967c8c22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d97e1753ec4000ba4a672ff70ee7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.072320] env[63043]: DEBUG oslo_vmware.rw_handles [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b347c2-6282-0dc8-6e05-e5d050c81a79/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1132.073495] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d85f04-8c9a-4f54-bbd4-e48b3c499a40 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.080640] env[63043]: DEBUG oslo_vmware.rw_handles [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b347c2-6282-0dc8-6e05-e5d050c81a79/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1132.080876] env[63043]: ERROR oslo_vmware.rw_handles [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b347c2-6282-0dc8-6e05-e5d050c81a79/disk-0.vmdk due to incomplete transfer. [ 1132.081041] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0ac21ff-0bda-4056-9911-d57c8640b60b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.088385] env[63043]: DEBUG oslo_vmware.rw_handles [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b347c2-6282-0dc8-6e05-e5d050c81a79/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1132.088579] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Uploaded image 62d954a7-794a-4498-a8ec-8d5958fe22fd to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1132.091289] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1132.091552] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a67c3ac-740a-4803-89f2-da085533eca3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.098790] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1132.098790] env[63043]: value = "task-2486825" [ 1132.098790] env[63043]: _type = "Task" [ 1132.098790] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.104770] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486825, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.168934] env[63043]: DEBUG nova.objects.instance [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'pci_requests' on Instance uuid 163658b6-bb70-4efa-9acf-48db8c1370d3 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.205111] env[63043]: DEBUG nova.compute.manager [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.205111] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.205433] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67809211-f87e-4975-9adb-357532e93b15 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.215637] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.215915] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46818de1-effd-42cb-834d-734e09cc20a9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.224617] env[63043]: DEBUG oslo_vmware.api [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1132.224617] env[63043]: value = "task-2486826" [ 1132.224617] env[63043]: _type = "Task" [ 1132.224617] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.233842] env[63043]: DEBUG oslo_vmware.api [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.236135] env[63043]: DEBUG nova.network.neutron [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Successfully created port: 89bbddd0-ddfb-45e3-a40c-3041f72c643a {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.301719] env[63043]: DEBUG nova.compute.manager [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.606380] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486825, 'name': Destroy_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.671602] env[63043]: DEBUG nova.objects.base [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Object Instance<163658b6-bb70-4efa-9acf-48db8c1370d3> lazy-loaded attributes: flavor,pci_requests {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1132.671829] env[63043]: DEBUG nova.network.neutron [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.736117] env[63043]: DEBUG oslo_vmware.api [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486826, 'name': PowerOffVM_Task, 'duration_secs': 0.366185} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.736423] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.736583] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.736838] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-084158e4-5218-4b9b-917f-a2c743185f78 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.762508] env[63043]: DEBUG nova.policy [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf453eb92ec41dc90b0da8808e471ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2f2e17117d41f78c9bb1028587f0ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.848094] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.848459] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.848704] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleting the datastore file [datastore2] 1b946c9d-4ab8-42e7-ac14-fcfa8152664b {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.849341] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81b24fd2-d15a-4ecd-ba7d-971491419233 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.857457] env[63043]: DEBUG oslo_vmware.api [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1132.857457] env[63043]: value = "task-2486828" [ 1132.857457] env[63043]: _type = "Task" [ 1132.857457] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.867749] env[63043]: DEBUG oslo_vmware.api [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.107682] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486825, 'name': Destroy_Task, 'duration_secs': 0.933032} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.108453] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Destroyed the VM [ 1133.108594] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1133.108854] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e13fc10-3343-49ab-b3b8-895292b70c67 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.116070] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1133.116070] env[63043]: value = "task-2486829" [ 1133.116070] env[63043]: _type = "Task" [ 1133.116070] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.123762] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.312277] env[63043]: DEBUG nova.compute.manager [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.339315] env[63043]: DEBUG nova.virt.hardware [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.339597] env[63043]: DEBUG nova.virt.hardware [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.339851] env[63043]: DEBUG nova.virt.hardware [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.340087] env[63043]: DEBUG nova.virt.hardware [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.340247] env[63043]: DEBUG nova.virt.hardware [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.340399] env[63043]: DEBUG nova.virt.hardware [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.340615] env[63043]: DEBUG nova.virt.hardware [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.340778] env[63043]: DEBUG nova.virt.hardware [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.340949] env[63043]: DEBUG nova.virt.hardware [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.341144] env[63043]: DEBUG nova.virt.hardware [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.341416] env[63043]: DEBUG nova.virt.hardware [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.342271] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb130472-9fe6-456a-b295-8969b46ffaf9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.350335] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce11b564-e6c0-472c-a903-31cb3c994705 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.372479] env[63043]: DEBUG oslo_vmware.api [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383267} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.372678] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.372862] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.373055] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.373232] env[63043]: INFO nova.compute.manager [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1133.373468] env[63043]: DEBUG oslo.service.loopingcall [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1133.373651] env[63043]: DEBUG nova.compute.manager [-] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.373748] env[63043]: DEBUG nova.network.neutron [-] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.627398] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.892248] env[63043]: DEBUG nova.compute.manager [req-c5d080c1-377a-427d-a3fc-e50fc0462644 req-414c7f8a-5b0c-4f9b-a128-dc7808fac7e1 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Received event network-vif-deleted-bf12afbb-90de-40d7-8b78-7d449f6b6af7 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.892248] env[63043]: INFO nova.compute.manager [req-c5d080c1-377a-427d-a3fc-e50fc0462644 req-414c7f8a-5b0c-4f9b-a128-dc7808fac7e1 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Neutron deleted interface bf12afbb-90de-40d7-8b78-7d449f6b6af7; detaching it from the instance and deleting it from the info cache [ 1133.892248] env[63043]: DEBUG nova.network.neutron [req-c5d080c1-377a-427d-a3fc-e50fc0462644 req-414c7f8a-5b0c-4f9b-a128-dc7808fac7e1 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.910367] env[63043]: DEBUG nova.compute.manager [req-eeb6fbad-8e0a-4ab0-aa03-a0b319e6833b req-c79c63de-b21f-446f-b932-21795fef9d4d service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Received event network-vif-plugged-89bbddd0-ddfb-45e3-a40c-3041f72c643a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.910600] env[63043]: DEBUG oslo_concurrency.lockutils [req-eeb6fbad-8e0a-4ab0-aa03-a0b319e6833b req-c79c63de-b21f-446f-b932-21795fef9d4d service nova] Acquiring lock "be336f5e-bf13-4645-92a6-d7b804edaa0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.910810] env[63043]: DEBUG oslo_concurrency.lockutils [req-eeb6fbad-8e0a-4ab0-aa03-a0b319e6833b req-c79c63de-b21f-446f-b932-21795fef9d4d service nova] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.910975] env[63043]: DEBUG oslo_concurrency.lockutils [req-eeb6fbad-8e0a-4ab0-aa03-a0b319e6833b req-c79c63de-b21f-446f-b932-21795fef9d4d service nova] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.911155] env[63043]: DEBUG nova.compute.manager [req-eeb6fbad-8e0a-4ab0-aa03-a0b319e6833b req-c79c63de-b21f-446f-b932-21795fef9d4d service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] No waiting events found dispatching network-vif-plugged-89bbddd0-ddfb-45e3-a40c-3041f72c643a {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.911321] env[63043]: WARNING nova.compute.manager [req-eeb6fbad-8e0a-4ab0-aa03-a0b319e6833b req-c79c63de-b21f-446f-b932-21795fef9d4d service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Received unexpected event network-vif-plugged-89bbddd0-ddfb-45e3-a40c-3041f72c643a for instance with vm_state building and task_state spawning. [ 1133.979718] env[63043]: DEBUG nova.network.neutron [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Successfully updated port: 89bbddd0-ddfb-45e3-a40c-3041f72c643a {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.128130] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486829, 'name': RemoveSnapshot_Task, 'duration_secs': 0.847913} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.128578] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1134.129107] env[63043]: DEBUG nova.compute.manager [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.129841] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5df1f6-8d33-4683-97e8-d804e4011bb6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.229227] env[63043]: DEBUG nova.network.neutron [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Successfully updated port: 852730c9-6715-41bf-8e58-bfddb8e74f7f {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.364063] env[63043]: DEBUG nova.network.neutron [-] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.396222] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f4a7f38-af1b-4a74-82e2-6ba25ccd3761 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.405354] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b52db7-2169-4138-83a1-f930c68bb5d5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.435496] env[63043]: DEBUG nova.compute.manager [req-c5d080c1-377a-427d-a3fc-e50fc0462644 req-414c7f8a-5b0c-4f9b-a128-dc7808fac7e1 service nova] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Detach interface failed, port_id=bf12afbb-90de-40d7-8b78-7d449f6b6af7, reason: Instance 1b946c9d-4ab8-42e7-ac14-fcfa8152664b could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1134.482760] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "refresh_cache-be336f5e-bf13-4645-92a6-d7b804edaa0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.482921] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "refresh_cache-be336f5e-bf13-4645-92a6-d7b804edaa0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.483373] env[63043]: DEBUG nova.network.neutron [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.641646] env[63043]: INFO nova.compute.manager [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Shelve offloading [ 1134.731765] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.731967] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.732172] env[63043]: DEBUG nova.network.neutron [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.868385] env[63043]: INFO nova.compute.manager [-] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Took 1.49 seconds to deallocate network for instance. [ 1135.016201] env[63043]: DEBUG nova.network.neutron [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.145336] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.145688] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-552d69f7-3db5-4036-b463-80740bac1b50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.148603] env[63043]: DEBUG nova.network.neutron [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Updating instance_info_cache with network_info: [{"id": "89bbddd0-ddfb-45e3-a40c-3041f72c643a", "address": "fa:16:3e:1b:92:8f", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89bbddd0-dd", "ovs_interfaceid": "89bbddd0-ddfb-45e3-a40c-3041f72c643a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.152933] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1135.152933] env[63043]: value = "task-2486830" [ 1135.152933] env[63043]: _type = "Task" [ 1135.152933] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.161196] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.270138] env[63043]: WARNING nova.network.neutron [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] 36425d47-1b42-4f11-8b2a-18afdcc54cad already exists in list: networks containing: ['36425d47-1b42-4f11-8b2a-18afdcc54cad']. ignoring it [ 1135.270354] env[63043]: WARNING nova.network.neutron [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] 36425d47-1b42-4f11-8b2a-18afdcc54cad already exists in list: networks containing: ['36425d47-1b42-4f11-8b2a-18afdcc54cad']. ignoring it [ 1135.375507] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.375799] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.376031] env[63043]: DEBUG nova.objects.instance [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lazy-loading 'resources' on Instance uuid 1b946c9d-4ab8-42e7-ac14-fcfa8152664b {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.634913] env[63043]: DEBUG nova.network.neutron [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updating instance_info_cache with network_info: [{"id": "34492675-5838-4cbe-8fb3-4bd6074ad973", "address": "fa:16:3e:fb:83:cd", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34492675-58", "ovs_interfaceid": "34492675-5838-4cbe-8fb3-4bd6074ad973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d12ecf98-20be-4e04-a31e-9dd1209fd801", "address": "fa:16:3e:ad:10:4a", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12ecf98-20", "ovs_interfaceid": "d12ecf98-20be-4e04-a31e-9dd1209fd801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "852730c9-6715-41bf-8e58-bfddb8e74f7f", "address": "fa:16:3e:b0:11:b7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852730c9-67", "ovs_interfaceid": "852730c9-6715-41bf-8e58-bfddb8e74f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.650577] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "refresh_cache-be336f5e-bf13-4645-92a6-d7b804edaa0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.650934] env[63043]: DEBUG nova.compute.manager [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Instance network_info: |[{"id": "89bbddd0-ddfb-45e3-a40c-3041f72c643a", "address": "fa:16:3e:1b:92:8f", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89bbddd0-dd", "ovs_interfaceid": "89bbddd0-ddfb-45e3-a40c-3041f72c643a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.651339] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:92:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89bbddd0-ddfb-45e3-a40c-3041f72c643a', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.658873] env[63043]: DEBUG oslo.service.loopingcall [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.659373] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.662546] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5935003-da48-4f75-b3ca-35e805d76d41 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.683796] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1135.684010] env[63043]: DEBUG nova.compute.manager [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.684246] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.684246] env[63043]: value = "task-2486831" [ 1135.684246] env[63043]: _type = "Task" [ 1135.684246] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.684898] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a758f0-1d52-4565-89a3-ddb5e1f8aecf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.696158] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486831, 'name': CreateVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.698108] env[63043]: DEBUG oslo_concurrency.lockutils [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.698296] env[63043]: DEBUG oslo_concurrency.lockutils [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.698479] env[63043]: DEBUG nova.network.neutron [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.944657] env[63043]: DEBUG nova.compute.manager [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Received event network-changed-89bbddd0-ddfb-45e3-a40c-3041f72c643a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.944926] env[63043]: DEBUG nova.compute.manager [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Refreshing instance network info cache due to event network-changed-89bbddd0-ddfb-45e3-a40c-3041f72c643a. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1135.945207] env[63043]: DEBUG oslo_concurrency.lockutils [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] Acquiring lock "refresh_cache-be336f5e-bf13-4645-92a6-d7b804edaa0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.945359] env[63043]: DEBUG oslo_concurrency.lockutils [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] Acquired lock "refresh_cache-be336f5e-bf13-4645-92a6-d7b804edaa0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.945540] env[63043]: DEBUG nova.network.neutron [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Refreshing network info cache for port 89bbddd0-ddfb-45e3-a40c-3041f72c643a {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.997038] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.997298] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.002043] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26f4363-fea8-4083-9f58-fbcc3622c3d5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.009592] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0582db04-2562-46b5-94f8-ae994f8d8aaa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.038976] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd5e58e-e29e-4fd0-9ee6-4f4723f2a82e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.045511] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eb0591-b96f-4f4e-b585-d7b93b1052a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.058312] env[63043]: DEBUG nova.compute.provider_tree [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.137957] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.138622] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.138788] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.139627] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd52dd0-789d-450f-a37b-1e03861d54b8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.158316] env[63043]: DEBUG nova.virt.hardware [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.158316] env[63043]: DEBUG nova.virt.hardware [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.158579] env[63043]: DEBUG nova.virt.hardware [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.158579] env[63043]: DEBUG nova.virt.hardware [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.159429] env[63043]: DEBUG nova.virt.hardware [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.159429] env[63043]: DEBUG nova.virt.hardware [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.159429] env[63043]: DEBUG nova.virt.hardware [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.159429] env[63043]: DEBUG nova.virt.hardware [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.159429] env[63043]: DEBUG nova.virt.hardware [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.159666] env[63043]: DEBUG nova.virt.hardware [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.159666] env[63043]: DEBUG nova.virt.hardware [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.165851] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Reconfiguring VM to attach interface {{(pid=63043) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1136.166157] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeac12f3-86e9-48c2-9f78-15473b4f01ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.183487] env[63043]: DEBUG oslo_vmware.api [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1136.183487] env[63043]: value = "task-2486832" [ 1136.183487] env[63043]: _type = "Task" [ 1136.183487] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.193138] env[63043]: DEBUG oslo_vmware.api [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486832, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.198224] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486831, 'name': CreateVM_Task, 'duration_secs': 0.337756} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.198358] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.199048] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.199221] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.199571] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.199777] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f721356b-f26c-4d6f-93a4-5d8f3514f277 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.207277] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1136.207277] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52080e39-c27e-8d94-0ecc-553b2aaff46c" [ 1136.207277] env[63043]: _type = "Task" [ 1136.207277] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.216337] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52080e39-c27e-8d94-0ecc-553b2aaff46c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.399494] env[63043]: DEBUG nova.network.neutron [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updating instance_info_cache with network_info: [{"id": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "address": "fa:16:3e:cb:78:ed", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9701ec-11", "ovs_interfaceid": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.561627] env[63043]: DEBUG nova.scheduler.client.report [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.635923] env[63043]: DEBUG nova.network.neutron [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Updated VIF entry in instance network info cache for port 89bbddd0-ddfb-45e3-a40c-3041f72c643a. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.636332] env[63043]: DEBUG nova.network.neutron [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Updating instance_info_cache with network_info: [{"id": "89bbddd0-ddfb-45e3-a40c-3041f72c643a", "address": "fa:16:3e:1b:92:8f", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89bbddd0-dd", "ovs_interfaceid": "89bbddd0-ddfb-45e3-a40c-3041f72c643a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.694394] env[63043]: DEBUG oslo_vmware.api [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.717518] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52080e39-c27e-8d94-0ecc-553b2aaff46c, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.717834] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.718085] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.718316] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.718463] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.718668] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.718942] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd07a1b6-7afe-4afd-bfde-6f1296d06519 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.727206] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.727381] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.728142] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aab2607-6374-4f92-8e01-09e140f35cf6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.733085] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1136.733085] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d8db89-a34e-bb98-135d-7fb587283be1" [ 1136.733085] env[63043]: _type = "Task" [ 1136.733085] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.740590] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d8db89-a34e-bb98-135d-7fb587283be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.903893] env[63043]: DEBUG oslo_concurrency.lockutils [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.066204] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.083901] env[63043]: INFO nova.scheduler.client.report [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleted allocations for instance 1b946c9d-4ab8-42e7-ac14-fcfa8152664b [ 1137.139251] env[63043]: DEBUG oslo_concurrency.lockutils [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] Releasing lock "refresh_cache-be336f5e-bf13-4645-92a6-d7b804edaa0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.139512] env[63043]: DEBUG nova.compute.manager [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received event network-vif-plugged-852730c9-6715-41bf-8e58-bfddb8e74f7f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.139722] env[63043]: DEBUG oslo_concurrency.lockutils [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] Acquiring lock "163658b6-bb70-4efa-9acf-48db8c1370d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.139983] env[63043]: DEBUG oslo_concurrency.lockutils [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] Lock "163658b6-bb70-4efa-9acf-48db8c1370d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.140360] env[63043]: DEBUG oslo_concurrency.lockutils [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] Lock "163658b6-bb70-4efa-9acf-48db8c1370d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.140621] env[63043]: DEBUG nova.compute.manager [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] No waiting events found dispatching network-vif-plugged-852730c9-6715-41bf-8e58-bfddb8e74f7f {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.140870] env[63043]: WARNING nova.compute.manager [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received unexpected event network-vif-plugged-852730c9-6715-41bf-8e58-bfddb8e74f7f for instance with vm_state active and task_state None. [ 1137.141126] env[63043]: DEBUG nova.compute.manager [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received event network-changed-852730c9-6715-41bf-8e58-bfddb8e74f7f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.141358] env[63043]: DEBUG nova.compute.manager [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Refreshing instance network info cache due to event network-changed-852730c9-6715-41bf-8e58-bfddb8e74f7f. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1137.141620] env[63043]: DEBUG oslo_concurrency.lockutils [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] Acquiring lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.141826] env[63043]: DEBUG oslo_concurrency.lockutils [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] Acquired lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.142159] env[63043]: DEBUG nova.network.neutron [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Refreshing network info cache for port 852730c9-6715-41bf-8e58-bfddb8e74f7f {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.195057] env[63043]: DEBUG oslo_vmware.api [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486832, 'name': ReconfigVM_Task, 'duration_secs': 0.587189} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.195057] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.195057] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Reconfigured VM to attach interface {{(pid=63043) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1137.226764] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.227657] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06fa727-85ae-40a2-8198-0c915c9fc5a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.235348] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.238157] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1ecb577-2a53-4fb9-b209-cb2b56af2336 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.245753] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d8db89-a34e-bb98-135d-7fb587283be1, 'name': SearchDatastore_Task, 'duration_secs': 0.008698} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.246457] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1c75d2-908d-41ae-adb1-30afabf94020 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.251007] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1137.251007] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52753a89-64ca-8494-efe3-26024fa6de58" [ 1137.251007] env[63043]: _type = "Task" [ 1137.251007] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.258461] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52753a89-64ca-8494-efe3-26024fa6de58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.303764] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.303987] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.304188] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleting the datastore file [datastore1] d67d0c5b-ebc4-4751-aacb-6de3c9e26fda {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.304459] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6a5de91-33e1-4fd7-a9d3-430dd2d26726 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.310283] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1137.310283] env[63043]: value = "task-2486834" [ 1137.310283] env[63043]: _type = "Task" [ 1137.310283] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.318695] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.591285] env[63043]: DEBUG oslo_concurrency.lockutils [None req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "1b946c9d-4ab8-42e7-ac14-fcfa8152664b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.896s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.699306] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5feeb758-faf3-4bc5-a621-66b85ea93b0f tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-163658b6-bb70-4efa-9acf-48db8c1370d3-852730c9-6715-41bf-8e58-bfddb8e74f7f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.246s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.760545] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52753a89-64ca-8494-efe3-26024fa6de58, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.762882] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.763164] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] be336f5e-bf13-4645-92a6-d7b804edaa0a/be336f5e-bf13-4645-92a6-d7b804edaa0a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.763420] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bf89464-c966-47a4-8ca4-8ae7a66dfba9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.770034] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1137.770034] env[63043]: value = "task-2486835" [ 1137.770034] env[63043]: _type = "Task" [ 1137.770034] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.778705] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.819718] env[63043]: DEBUG oslo_vmware.api [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138244} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.819982] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.820188] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.820367] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.839494] env[63043]: INFO nova.scheduler.client.report [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleted allocations for instance d67d0c5b-ebc4-4751-aacb-6de3c9e26fda [ 1137.856067] env[63043]: DEBUG nova.network.neutron [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updated VIF entry in instance network info cache for port 852730c9-6715-41bf-8e58-bfddb8e74f7f. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.856582] env[63043]: DEBUG nova.network.neutron [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updating instance_info_cache with network_info: [{"id": "34492675-5838-4cbe-8fb3-4bd6074ad973", "address": "fa:16:3e:fb:83:cd", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34492675-58", "ovs_interfaceid": "34492675-5838-4cbe-8fb3-4bd6074ad973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d12ecf98-20be-4e04-a31e-9dd1209fd801", "address": "fa:16:3e:ad:10:4a", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12ecf98-20", "ovs_interfaceid": "d12ecf98-20be-4e04-a31e-9dd1209fd801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "852730c9-6715-41bf-8e58-bfddb8e74f7f", "address": "fa:16:3e:b0:11:b7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852730c9-67", "ovs_interfaceid": "852730c9-6715-41bf-8e58-bfddb8e74f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.017024] env[63043]: DEBUG nova.compute.manager [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Received event network-vif-unplugged-5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1138.017024] env[63043]: DEBUG oslo_concurrency.lockutils [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] Acquiring lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.017024] env[63043]: DEBUG oslo_concurrency.lockutils [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.017434] env[63043]: DEBUG oslo_concurrency.lockutils [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.017434] env[63043]: DEBUG nova.compute.manager [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] No waiting events found dispatching network-vif-unplugged-5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.017541] env[63043]: WARNING nova.compute.manager [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Received unexpected event network-vif-unplugged-5e9701ec-11f9-490f-b05c-ad1ed07db215 for instance with vm_state shelved_offloaded and task_state None. [ 1138.017750] env[63043]: DEBUG nova.compute.manager [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Received event network-changed-5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1138.017917] env[63043]: DEBUG nova.compute.manager [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Refreshing instance network info cache due to event network-changed-5e9701ec-11f9-490f-b05c-ad1ed07db215. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1138.018119] env[63043]: DEBUG oslo_concurrency.lockutils [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] Acquiring lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.018311] env[63043]: DEBUG oslo_concurrency.lockutils [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] Acquired lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.018408] env[63043]: DEBUG nova.network.neutron [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Refreshing network info cache for port 5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.281473] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468914} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.281961] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] be336f5e-bf13-4645-92a6-d7b804edaa0a/be336f5e-bf13-4645-92a6-d7b804edaa0a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.281961] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.282265] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baa461b2-dd87-4455-abbb-ad43fed0047e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.288857] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1138.288857] env[63043]: value = "task-2486836" [ 1138.288857] env[63043]: _type = "Task" [ 1138.288857] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.297206] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.343635] env[63043]: DEBUG oslo_concurrency.lockutils [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.343990] env[63043]: DEBUG oslo_concurrency.lockutils [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.344232] env[63043]: DEBUG nova.objects.instance [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lazy-loading 'resources' on Instance uuid d67d0c5b-ebc4-4751-aacb-6de3c9e26fda {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.359458] env[63043]: DEBUG oslo_concurrency.lockutils [req-f34e83ff-f6b6-4095-9508-36b9d3473eaf req-ad04c305-a8d5-49c9-af7a-ed14d6dd0fce service nova] Releasing lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.499203] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.499203] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Starting heal instance info cache {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1138.800264] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065958} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.800556] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.801604] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246a1246-5efb-4d9a-90c2-a8fb2e9f7f1f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.826881] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] be336f5e-bf13-4645-92a6-d7b804edaa0a/be336f5e-bf13-4645-92a6-d7b804edaa0a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.827898] env[63043]: DEBUG nova.network.neutron [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updated VIF entry in instance network info cache for port 5e9701ec-11f9-490f-b05c-ad1ed07db215. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.828253] env[63043]: DEBUG nova.network.neutron [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updating instance_info_cache with network_info: [{"id": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "address": "fa:16:3e:cb:78:ed", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5e9701ec-11", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.830662] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4046635c-9a78-4f66-8774-9b5e144a1d77 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.846545] env[63043]: DEBUG oslo_concurrency.lockutils [req-bf6ac925-a7e8-414f-93a5-4a458fd68f73 req-7169718f-a363-47fd-8493-27dd1409749d service nova] Releasing lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.847148] env[63043]: DEBUG nova.objects.instance [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lazy-loading 'numa_topology' on Instance uuid d67d0c5b-ebc4-4751-aacb-6de3c9e26fda {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.854762] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1138.854762] env[63043]: value = "task-2486837" [ 1138.854762] env[63043]: _type = "Task" [ 1138.854762] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.864719] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.030993] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.031156] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquired lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.031310] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Forcefully refreshing network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1139.352206] env[63043]: DEBUG nova.objects.base [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.355550] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "interface-163658b6-bb70-4efa-9acf-48db8c1370d3-d12ecf98-20be-4e04-a31e-9dd1209fd801" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.355843] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-163658b6-bb70-4efa-9acf-48db8c1370d3-d12ecf98-20be-4e04-a31e-9dd1209fd801" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.366288] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486837, 'name': ReconfigVM_Task, 'duration_secs': 0.31589} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.367088] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] be336f5e-bf13-4645-92a6-d7b804edaa0a/be336f5e-bf13-4645-92a6-d7b804edaa0a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.367786] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c19253a1-4eff-4af8-9349-07c19b25ee04 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.376944] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1139.376944] env[63043]: value = "task-2486838" [ 1139.376944] env[63043]: _type = "Task" [ 1139.376944] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.385577] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486838, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.462638] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.464196] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d59026-2e4a-4a5d-af60-0ec1f8687921 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.471641] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aa13f5-7123-4e36-968f-a73d2be0d63a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.504600] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adbca37-6e4d-40eb-b714-ae0d6deb1fe5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.519044] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e6d73c-9114-4d1a-b96f-ad37017e5882 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.543055] env[63043]: DEBUG nova.compute.provider_tree [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.861773] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.861988] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.862832] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaca425-5239-483c-b5b1-cb98f0cac735 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.883739] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6776ff1e-bdac-4988-9cd4-0e9537cf8a67 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.892822] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486838, 'name': Rename_Task, 'duration_secs': 0.220898} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.909883] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.915313] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Reconfiguring VM to detach interface {{(pid=63043) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1139.915545] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-812ef7bb-9679-4194-b2de-7dffc5a0b148 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.916959] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a9fad64-1057-496f-ab3e-87054db5c0d1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.936261] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1139.936261] env[63043]: value = "task-2486840" [ 1139.936261] env[63043]: _type = "Task" [ 1139.936261] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.937278] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1139.937278] env[63043]: value = "task-2486839" [ 1139.937278] env[63043]: _type = "Task" [ 1139.937278] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.948358] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.951177] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.022294] env[63043]: DEBUG nova.compute.manager [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Stashing vm_state: active {{(pid=63043) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1140.046353] env[63043]: DEBUG nova.scheduler.client.report [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.259853] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance_info_cache with network_info: [{"id": "1a0f4154-0faf-4586-b83c-3684bd28b139", "address": "fa:16:3e:ee:3c:66", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f4154-0f", "ovs_interfaceid": "1a0f4154-0faf-4586-b83c-3684bd28b139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.452667] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486839, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.453060] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.543159] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.551016] env[63043]: DEBUG oslo_concurrency.lockutils [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.553444] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.010s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.762639] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Releasing lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.762862] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updated the network info_cache for instance {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1140.763095] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.763269] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.763458] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.763614] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63043) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1140.763707] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.948340] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.953182] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486839, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.957806] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.958041] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.060943] env[63043]: INFO nova.compute.claims [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.065729] env[63043]: DEBUG oslo_concurrency.lockutils [None req-97dd0ac8-6e91-4d37-b8dd-2add57810c53 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.906s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.066531] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.604s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.066706] env[63043]: INFO nova.compute.manager [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Unshelving [ 1141.266477] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.451644] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.454481] env[63043]: DEBUG oslo_vmware.api [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486839, 'name': PowerOnVM_Task, 'duration_secs': 1.429563} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.454764] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.454921] env[63043]: INFO nova.compute.manager [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1141.455116] env[63043]: DEBUG nova.compute.manager [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.455867] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a605d771-16b9-4188-b9d1-6a9ebebafaaf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.461587] env[63043]: DEBUG nova.compute.utils [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1141.567456] env[63043]: INFO nova.compute.resource_tracker [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating resource usage from migration 60efad8e-65c3-4bb5-95c8-a9c9ef98c6b4 [ 1141.673361] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb02e6a-b206-4dcd-a01c-47a937f94c9f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.680900] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872e1c84-5bb6-48bd-b9e1-7b0811f33c7a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.709915] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867f16d8-7669-4455-b95e-8ec49605f3c4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.717022] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd4452e-e51a-4baf-880c-dccea63b49d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.731519] env[63043]: DEBUG nova.compute.provider_tree [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.949709] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.966775] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.973436] env[63043]: INFO nova.compute.manager [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Took 12.90 seconds to build instance. [ 1142.077307] env[63043]: DEBUG nova.compute.utils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1142.237164] env[63043]: DEBUG nova.scheduler.client.report [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.370855] env[63043]: DEBUG nova.compute.manager [req-d3d17e87-c524-49bb-b744-a16aaa52dbb9 req-41ba72fa-6964-4f3a-aa47-95a17cf57c8c service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Received event network-changed-89bbddd0-ddfb-45e3-a40c-3041f72c643a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.371102] env[63043]: DEBUG nova.compute.manager [req-d3d17e87-c524-49bb-b744-a16aaa52dbb9 req-41ba72fa-6964-4f3a-aa47-95a17cf57c8c service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Refreshing instance network info cache due to event network-changed-89bbddd0-ddfb-45e3-a40c-3041f72c643a. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1142.371337] env[63043]: DEBUG oslo_concurrency.lockutils [req-d3d17e87-c524-49bb-b744-a16aaa52dbb9 req-41ba72fa-6964-4f3a-aa47-95a17cf57c8c service nova] Acquiring lock "refresh_cache-be336f5e-bf13-4645-92a6-d7b804edaa0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.371483] env[63043]: DEBUG oslo_concurrency.lockutils [req-d3d17e87-c524-49bb-b744-a16aaa52dbb9 req-41ba72fa-6964-4f3a-aa47-95a17cf57c8c service nova] Acquired lock "refresh_cache-be336f5e-bf13-4645-92a6-d7b804edaa0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.371649] env[63043]: DEBUG nova.network.neutron [req-d3d17e87-c524-49bb-b744-a16aaa52dbb9 req-41ba72fa-6964-4f3a-aa47-95a17cf57c8c service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Refreshing network info cache for port 89bbddd0-ddfb-45e3-a40c-3041f72c643a {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.449684] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.475390] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ca2df484-2af1-4212-97eb-fcab618ab228 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.414s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.582555] env[63043]: INFO nova.virt.block_device [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Booting with volume 600333f6-c193-49d7-a78c-73bf892146ae at /dev/sdb [ 1142.613767] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-982aba83-1441-4f43-be03-821331d69a35 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.622645] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dba954b-7add-4987-a549-43e5a412cbac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.649225] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa5b8d36-d7b0-45d3-9678-e34bb05b63c0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.656496] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abb98a2-69cb-47f6-b57a-eddc2405a648 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.684064] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6adb158-1fe3-4c51-b7f9-ff204b967289 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.689671] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5040d59f-7a74-42b8-b373-d02240bb4b11 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.701975] env[63043]: DEBUG nova.virt.block_device [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updating existing volume attachment record: 2414ff30-0a1c-42ca-9e93-cdb5e3bd94fe {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1142.741911] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.188s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.742105] env[63043]: INFO nova.compute.manager [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Migrating [ 1142.748809] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.482s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.748982] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.749167] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1142.752342] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4f81fe-3a34-45a9-bad8-a39ff8bdf214 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.766131] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc1ba9d-af2a-41cb-994b-f1239fc33f63 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.780095] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733c6a6b-b1e9-436b-a48e-d48771bbe112 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.787076] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293fe42e-f721-41f3-8b28-3728f8b8bed9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.817523] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179207MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1142.817684] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.817876] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.949735] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.023500] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.023500] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.023725] env[63043]: INFO nova.compute.manager [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Attaching volume 5c562f8b-1a70-44cf-bdd7-925b69195470 to /dev/sdb [ 1143.066894] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdfb698-944a-4974-87cb-91c30a191ae9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.076939] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22646c0a-032b-4bed-80b9-af92ad7e22fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.089616] env[63043]: DEBUG nova.virt.block_device [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating existing volume attachment record: 83c7fe1f-447e-453a-bdb7-df593aced27d {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1143.134396] env[63043]: DEBUG nova.network.neutron [req-d3d17e87-c524-49bb-b744-a16aaa52dbb9 req-41ba72fa-6964-4f3a-aa47-95a17cf57c8c service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Updated VIF entry in instance network info cache for port 89bbddd0-ddfb-45e3-a40c-3041f72c643a. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.134865] env[63043]: DEBUG nova.network.neutron [req-d3d17e87-c524-49bb-b744-a16aaa52dbb9 req-41ba72fa-6964-4f3a-aa47-95a17cf57c8c service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Updating instance_info_cache with network_info: [{"id": "89bbddd0-ddfb-45e3-a40c-3041f72c643a", "address": "fa:16:3e:1b:92:8f", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89bbddd0-dd", "ovs_interfaceid": "89bbddd0-ddfb-45e3-a40c-3041f72c643a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.262646] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.262850] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.263051] env[63043]: DEBUG nova.network.neutron [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.451556] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.637678] env[63043]: DEBUG oslo_concurrency.lockutils [req-d3d17e87-c524-49bb-b744-a16aaa52dbb9 req-41ba72fa-6964-4f3a-aa47-95a17cf57c8c service nova] Releasing lock "refresh_cache-be336f5e-bf13-4645-92a6-d7b804edaa0a" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.827174] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Applying migration context for instance ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 as it has an incoming, in-progress migration 60efad8e-65c3-4bb5-95c8-a9c9ef98c6b4. Migration status is pre-migrating {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1143.828284] env[63043]: INFO nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating resource usage from migration 60efad8e-65c3-4bb5-95c8-a9c9ef98c6b4 [ 1143.921879] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 163658b6-bb70-4efa-9acf-48db8c1370d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.922082] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ec195cde-37ad-4f04-98c6-2b22b3703558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.922231] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 6a89dad9-c846-408a-8b3e-3f9ce11a87b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.922359] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 52cc4cd4-8464-47b6-bff1-7c11829bd27d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.922486] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 2c7bf4d5-c8d3-4ade-930b-05fd456eb876 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.922616] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance be336f5e-bf13-4645-92a6-d7b804edaa0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.952773] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.979692] env[63043]: DEBUG nova.network.neutron [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance_info_cache with network_info: [{"id": "1a0f4154-0faf-4586-b83c-3684bd28b139", "address": "fa:16:3e:ee:3c:66", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f4154-0f", "ovs_interfaceid": "1a0f4154-0faf-4586-b83c-3684bd28b139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.425743] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance d67d0c5b-ebc4-4751-aacb-6de3c9e26fda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1144.425915] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Migration 60efad8e-65c3-4bb5-95c8-a9c9ef98c6b4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1144.425983] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.426210] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1144.426353] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1144.453067] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.485110] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.541054] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d386b3-c31a-431d-8d27-b1767d2eb493 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.548433] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427d5fd1-79c1-4b24-b1fc-3d9a57696c66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.579578] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99791738-57fb-4b28-80ac-f05123b97b03 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.587059] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b36f90-bab7-442b-83fc-c166d82cdfc9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.599945] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.953034] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.103077] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.454246] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.607879] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1145.608123] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.790s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.608347] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.608484] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Cleaning up deleted instances {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1145.954376] env[63043]: DEBUG oslo_vmware.api [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486840, 'name': ReconfigVM_Task, 'duration_secs': 5.763055} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.954734] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.954890] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Reconfigured VM to detach interface {{(pid=63043) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1146.000919] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db43dc2-65e6-4124-afa6-473219960fd0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.019333] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance 'ab28bb60-47bc-4be4-b9bc-12373d6bd1d9' progress to 0 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.131664] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] There are 66 instances to clean {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1146.131856] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: a56bcee3-dd55-4a1d-8335-ff2058b0bf9e] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.188570] env[63043]: DEBUG nova.compute.manager [req-cd03f4d9-aae3-4194-8079-d9bd3e520fb7 req-8f90b75c-d513-48f8-a35f-9fb710eb9449 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received event network-vif-deleted-d12ecf98-20be-4e04-a31e-9dd1209fd801 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.188778] env[63043]: INFO nova.compute.manager [req-cd03f4d9-aae3-4194-8079-d9bd3e520fb7 req-8f90b75c-d513-48f8-a35f-9fb710eb9449 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Neutron deleted interface d12ecf98-20be-4e04-a31e-9dd1209fd801; detaching it from the instance and deleting it from the info cache [ 1146.189140] env[63043]: DEBUG nova.network.neutron [req-cd03f4d9-aae3-4194-8079-d9bd3e520fb7 req-8f90b75c-d513-48f8-a35f-9fb710eb9449 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updating instance_info_cache with network_info: [{"id": "34492675-5838-4cbe-8fb3-4bd6074ad973", "address": "fa:16:3e:fb:83:cd", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34492675-58", "ovs_interfaceid": "34492675-5838-4cbe-8fb3-4bd6074ad973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "852730c9-6715-41bf-8e58-bfddb8e74f7f", "address": "fa:16:3e:b0:11:b7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852730c9-67", "ovs_interfaceid": "852730c9-6715-41bf-8e58-bfddb8e74f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.525427] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.525821] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f9090c8-2064-4841-979b-1ab2aeab8d6e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.533579] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1146.533579] env[63043]: value = "task-2486849" [ 1146.533579] env[63043]: _type = "Task" [ 1146.533579] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.541399] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.634968] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: b45e9f34-e8f0-47bb-87cd-09c73210ba8f] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.691198] env[63043]: DEBUG oslo_concurrency.lockutils [req-cd03f4d9-aae3-4194-8079-d9bd3e520fb7 req-8f90b75c-d513-48f8-a35f-9fb710eb9449 service nova] Acquiring lock "163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.691367] env[63043]: DEBUG oslo_concurrency.lockutils [req-cd03f4d9-aae3-4194-8079-d9bd3e520fb7 req-8f90b75c-d513-48f8-a35f-9fb710eb9449 service nova] Acquired lock "163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.692345] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b280f8ea-4b89-4d3f-8609-b1348037fcc4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.710915] env[63043]: DEBUG oslo_concurrency.lockutils [req-cd03f4d9-aae3-4194-8079-d9bd3e520fb7 req-8f90b75c-d513-48f8-a35f-9fb710eb9449 service nova] Releasing lock "163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.711202] env[63043]: WARNING nova.compute.manager [req-cd03f4d9-aae3-4194-8079-d9bd3e520fb7 req-8f90b75c-d513-48f8-a35f-9fb710eb9449 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Detach interface failed, port_id=d12ecf98-20be-4e04-a31e-9dd1209fd801, reason: No device with interface-id d12ecf98-20be-4e04-a31e-9dd1209fd801 exists on VM: nova.exception.NotFound: No device with interface-id d12ecf98-20be-4e04-a31e-9dd1209fd801 exists on VM [ 1147.043303] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486849, 'name': PowerOffVM_Task, 'duration_secs': 0.163312} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.043608] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.043748] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance 'ab28bb60-47bc-4be4-b9bc-12373d6bd1d9' progress to 17 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.138713] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: ff261cca-9220-4917-b124-9dcaf1e99a41] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.176067] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.176067] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.176067] env[63043]: DEBUG nova.network.neutron [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.215459] env[63043]: DEBUG oslo_concurrency.lockutils [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "163658b6-bb70-4efa-9acf-48db8c1370d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.215848] env[63043]: DEBUG oslo_concurrency.lockutils [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "163658b6-bb70-4efa-9acf-48db8c1370d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.216150] env[63043]: DEBUG oslo_concurrency.lockutils [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "163658b6-bb70-4efa-9acf-48db8c1370d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.216399] env[63043]: DEBUG oslo_concurrency.lockutils [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "163658b6-bb70-4efa-9acf-48db8c1370d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.216583] env[63043]: DEBUG oslo_concurrency.lockutils [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "163658b6-bb70-4efa-9acf-48db8c1370d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.218896] env[63043]: INFO nova.compute.manager [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Terminating instance [ 1147.550089] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.550361] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.550506] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.550691] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.550837] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.551043] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.551254] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.551425] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.551592] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.551755] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.552094] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.557368] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe9509d-64a5-49c3-ad74-f930f26907f8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.575109] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1147.575109] env[63043]: value = "task-2486850" [ 1147.575109] env[63043]: _type = "Task" [ 1147.575109] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.583402] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.635820] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1147.636104] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503145', 'volume_id': '5c562f8b-1a70-44cf-bdd7-925b69195470', 'name': 'volume-5c562f8b-1a70-44cf-bdd7-925b69195470', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52cc4cd4-8464-47b6-bff1-7c11829bd27d', 'attached_at': '', 'detached_at': '', 'volume_id': '5c562f8b-1a70-44cf-bdd7-925b69195470', 'serial': '5c562f8b-1a70-44cf-bdd7-925b69195470'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1147.636983] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ba7a1c-f5f6-4fce-8f1f-73b0b6ca56e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.652714] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: b836c6e0-3176-47c0-b059-809c1bdb4e64] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.655546] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0c9157-7eaf-4532-9f17-82dae80ef95e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.679780] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-5c562f8b-1a70-44cf-bdd7-925b69195470/volume-5c562f8b-1a70-44cf-bdd7-925b69195470.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.682292] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c055eba5-2572-4e44-85f1-c05af44ce3ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.701279] env[63043]: DEBUG oslo_vmware.api [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1147.701279] env[63043]: value = "task-2486851" [ 1147.701279] env[63043]: _type = "Task" [ 1147.701279] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.709898] env[63043]: DEBUG oslo_vmware.api [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.725342] env[63043]: DEBUG nova.compute.manager [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.725506] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.726402] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1108c654-caf9-4a48-9d37-23241f1c6883 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.735432] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.735776] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67503047-acfc-47b9-a077-56d3b2a24b6d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.742739] env[63043]: DEBUG oslo_vmware.api [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1147.742739] env[63043]: value = "task-2486852" [ 1147.742739] env[63043]: _type = "Task" [ 1147.742739] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.753161] env[63043]: DEBUG oslo_vmware.api [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.969925] env[63043]: INFO nova.network.neutron [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Port 852730c9-6715-41bf-8e58-bfddb8e74f7f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1147.970666] env[63043]: DEBUG nova.network.neutron [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updating instance_info_cache with network_info: [{"id": "34492675-5838-4cbe-8fb3-4bd6074ad973", "address": "fa:16:3e:fb:83:cd", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34492675-58", "ovs_interfaceid": "34492675-5838-4cbe-8fb3-4bd6074ad973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.084729] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486850, 'name': ReconfigVM_Task, 'duration_secs': 0.165735} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.085919] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance 'ab28bb60-47bc-4be4-b9bc-12373d6bd1d9' progress to 33 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.158648] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 27552406-0865-4499-a072-267581d97dba] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.213798] env[63043]: DEBUG oslo_vmware.api [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486851, 'name': ReconfigVM_Task, 'duration_secs': 0.38195} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.215069] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-5c562f8b-1a70-44cf-bdd7-925b69195470/volume-5c562f8b-1a70-44cf-bdd7-925b69195470.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.221130] env[63043]: DEBUG nova.compute.manager [req-21a53acb-ad18-42f2-b211-64a7fd3237bd req-84269148-c4a2-46d7-97c6-1a3f4a9fde43 service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received event network-vif-deleted-852730c9-6715-41bf-8e58-bfddb8e74f7f {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.221860] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc513eed-2710-4d8d-aae4-f199a99156cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.237683] env[63043]: DEBUG oslo_vmware.api [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1148.237683] env[63043]: value = "task-2486853" [ 1148.237683] env[63043]: _type = "Task" [ 1148.237683] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.245742] env[63043]: DEBUG oslo_vmware.api [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.252879] env[63043]: DEBUG oslo_vmware.api [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486852, 'name': PowerOffVM_Task, 'duration_secs': 0.182886} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.253140] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.253310] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.253543] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfcb4ab7-92e3-4e72-81aa-a30996245517 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.308906] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.309190] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.309430] env[63043]: DEBUG nova.objects.instance [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lazy-loading 'pci_requests' on Instance uuid d67d0c5b-ebc4-4751-aacb-6de3c9e26fda {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.370471] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.370826] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.371158] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Deleting the datastore file [datastore1] 163658b6-bb70-4efa-9acf-48db8c1370d3 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.371625] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af9b1b5b-f81e-44ad-b5ff-847d7e06063c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.378902] env[63043]: DEBUG oslo_vmware.api [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1148.378902] env[63043]: value = "task-2486855" [ 1148.378902] env[63043]: _type = "Task" [ 1148.378902] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.388286] env[63043]: DEBUG oslo_vmware.api [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.474627] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-163658b6-bb70-4efa-9acf-48db8c1370d3" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.491710] env[63043]: DEBUG oslo_concurrency.lockutils [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.492827] env[63043]: DEBUG oslo_concurrency.lockutils [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.591862] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.592126] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.592352] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.592475] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.592624] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.592774] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.592978] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.593162] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.593345] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.593509] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.593682] env[63043]: DEBUG nova.virt.hardware [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.599080] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.600813] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787fd76d-40c7-4413-bb4e-d9f669a5bb1a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.620612] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1148.620612] env[63043]: value = "task-2486856" [ 1148.620612] env[63043]: _type = "Task" [ 1148.620612] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.629176] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.661675] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: b0fd09a4-4d33-4468-8b17-7a3edf5f3618] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.747689] env[63043]: DEBUG oslo_vmware.api [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486853, 'name': ReconfigVM_Task, 'duration_secs': 0.157729} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.748127] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503145', 'volume_id': '5c562f8b-1a70-44cf-bdd7-925b69195470', 'name': 'volume-5c562f8b-1a70-44cf-bdd7-925b69195470', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52cc4cd4-8464-47b6-bff1-7c11829bd27d', 'attached_at': '', 'detached_at': '', 'volume_id': '5c562f8b-1a70-44cf-bdd7-925b69195470', 'serial': '5c562f8b-1a70-44cf-bdd7-925b69195470'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1148.813228] env[63043]: DEBUG nova.objects.instance [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lazy-loading 'numa_topology' on Instance uuid d67d0c5b-ebc4-4751-aacb-6de3c9e26fda {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.891426] env[63043]: DEBUG oslo_vmware.api [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207171} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.891679] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.891868] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.892056] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.892235] env[63043]: INFO nova.compute.manager [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1148.892477] env[63043]: DEBUG oslo.service.loopingcall [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1148.892671] env[63043]: DEBUG nova.compute.manager [-] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.892769] env[63043]: DEBUG nova.network.neutron [-] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.938887] env[63043]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 852730c9-6715-41bf-8e58-bfddb8e74f7f could not be found.", "detail": ""}} {{(pid=63043) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1148.939184] env[63043]: DEBUG nova.network.neutron [-] Unable to show port 852730c9-6715-41bf-8e58-bfddb8e74f7f as it no longer exists. {{(pid=63043) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1148.977499] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4ba4d441-7f2d-4525-b297-157fb9355eb9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-163658b6-bb70-4efa-9acf-48db8c1370d3-d12ecf98-20be-4e04-a31e-9dd1209fd801" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.621s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.995326] env[63043]: DEBUG nova.compute.utils [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1149.132330] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486856, 'name': ReconfigVM_Task, 'duration_secs': 0.274432} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.132696] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.133468] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d687fe-ce48-489e-b511-6dd8162bf146 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.156472] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] ab28bb60-47bc-4be4-b9bc-12373d6bd1d9/ab28bb60-47bc-4be4-b9bc-12373d6bd1d9.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.156817] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d9b8f03-7471-4b17-8a57-4bde62dc8c5b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.170250] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 714876fa-0276-4b13-b2a7-57b6dc9fb70e] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.177952] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1149.177952] env[63043]: value = "task-2486857" [ 1149.177952] env[63043]: _type = "Task" [ 1149.177952] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.186437] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.316019] env[63043]: INFO nova.compute.claims [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.499232] env[63043]: DEBUG oslo_concurrency.lockutils [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.673833] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: c2dbfc2d-ddd6-4272-9a5d-d6c363273577] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.688306] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486857, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.790287] env[63043]: DEBUG nova.objects.instance [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'flavor' on Instance uuid 52cc4cd4-8464-47b6-bff1-7c11829bd27d {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.841796] env[63043]: DEBUG nova.network.neutron [-] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.179060] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 1b946c9d-4ab8-42e7-ac14-fcfa8152664b] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.196056] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486857, 'name': ReconfigVM_Task, 'duration_secs': 0.534756} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.196843] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Reconfigured VM instance instance-00000048 to attach disk [datastore1] ab28bb60-47bc-4be4-b9bc-12373d6bd1d9/ab28bb60-47bc-4be4-b9bc-12373d6bd1d9.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.197110] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance 'ab28bb60-47bc-4be4-b9bc-12373d6bd1d9' progress to 50 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.240185] env[63043]: DEBUG nova.compute.manager [req-005f7131-408c-46f5-9572-0d66131aeaec req-e4ee6f32-6ec8-40b4-baf9-2b5ece07dc8c service nova] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Received event network-vif-deleted-34492675-5838-4cbe-8fb3-4bd6074ad973 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1150.295735] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f81433-0bd9-4e9d-a559-b42cbf9eece4 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.272s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.342486] env[63043]: INFO nova.compute.manager [-] [instance: 163658b6-bb70-4efa-9acf-48db8c1370d3] Took 1.45 seconds to deallocate network for instance. [ 1150.450367] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312baf28-ed25-40f1-8926-070bf06326f6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.458522] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c3f83c-dcdc-43fd-a61f-391fefb535f7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.487357] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d581e70-af03-4a19-a0e1-76a195aaadd8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.494734] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a52098-92aa-4839-adac-105cde865165 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.507588] env[63043]: DEBUG nova.compute.provider_tree [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.564578] env[63043]: DEBUG oslo_concurrency.lockutils [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.564815] env[63043]: DEBUG oslo_concurrency.lockutils [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.565053] env[63043]: INFO nova.compute.manager [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Attaching volume 5975cf5c-9172-42a6-9eb0-f5788cc80a10 to /dev/sdb [ 1150.599550] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e90cd4-2e1e-49d6-bce5-320412b39749 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.606763] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224fce4f-33b0-4e39-9e26-381d95f62975 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.619367] env[63043]: DEBUG nova.virt.block_device [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Updating existing volume attachment record: 0dc130e9-c76f-47be-a22e-1d8091c2529c {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1150.684378] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: f56a3b7b-ae03-4741-a620-4b87acaa23d5] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.690552] env[63043]: DEBUG nova.compute.manager [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Stashing vm_state: active {{(pid=63043) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1150.704850] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6c7962-5374-46f8-a0fc-b3b174446d5e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.726184] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672fa9ac-e209-4a1f-86e3-9b3b012cab66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.745580] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance 'ab28bb60-47bc-4be4-b9bc-12373d6bd1d9' progress to 67 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.850972] env[63043]: DEBUG oslo_concurrency.lockutils [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.011603] env[63043]: DEBUG nova.scheduler.client.report [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.189401] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: db9ebced-3859-46e0-851e-4eaf4552acbd] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1151.211306] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.282360] env[63043]: DEBUG nova.network.neutron [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Port 1a0f4154-0faf-4586-b83c-3684bd28b139 binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1151.516473] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.207s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.518777] env[63043]: DEBUG oslo_concurrency.lockutils [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.668s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.519025] env[63043]: DEBUG nova.objects.instance [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'resources' on Instance uuid 163658b6-bb70-4efa-9acf-48db8c1370d3 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.546587] env[63043]: INFO nova.network.neutron [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updating port 5e9701ec-11f9-490f-b05c-ad1ed07db215 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1151.692703] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 71b28d45-f27b-4e8e-b525-5a2ceba070aa] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1152.135407] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea82812-df11-4959-be6d-b0930320944e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.143061] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dc28c7-e50d-4047-a28d-f7ca29dec00f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.172977] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d84ffa-a60a-4885-8792-5e4f13e70de8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.179659] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4200c489-2dc1-43c2-b46f-e7744c73a556 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.192210] env[63043]: DEBUG nova.compute.provider_tree [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.195119] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 0085d666-07d0-4d9a-89da-f8488a80ff0a] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1152.303018] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.303264] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.303438] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.695075] env[63043]: DEBUG nova.scheduler.client.report [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.698914] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 1b683e4d-c3b3-4b2c-87d9-b66fc028d902] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1152.908448] env[63043]: DEBUG nova.compute.manager [req-6e9c9d2f-256d-4ab8-bc7c-3cd67c1b802c req-e31d3e3e-6b70-4b03-8983-489f80862bd8 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Received event network-vif-plugged-5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1152.908673] env[63043]: DEBUG oslo_concurrency.lockutils [req-6e9c9d2f-256d-4ab8-bc7c-3cd67c1b802c req-e31d3e3e-6b70-4b03-8983-489f80862bd8 service nova] Acquiring lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.908870] env[63043]: DEBUG oslo_concurrency.lockutils [req-6e9c9d2f-256d-4ab8-bc7c-3cd67c1b802c req-e31d3e3e-6b70-4b03-8983-489f80862bd8 service nova] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.909051] env[63043]: DEBUG oslo_concurrency.lockutils [req-6e9c9d2f-256d-4ab8-bc7c-3cd67c1b802c req-e31d3e3e-6b70-4b03-8983-489f80862bd8 service nova] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.909379] env[63043]: DEBUG nova.compute.manager [req-6e9c9d2f-256d-4ab8-bc7c-3cd67c1b802c req-e31d3e3e-6b70-4b03-8983-489f80862bd8 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] No waiting events found dispatching network-vif-plugged-5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.909379] env[63043]: WARNING nova.compute.manager [req-6e9c9d2f-256d-4ab8-bc7c-3cd67c1b802c req-e31d3e3e-6b70-4b03-8983-489f80862bd8 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Received unexpected event network-vif-plugged-5e9701ec-11f9-490f-b05c-ad1ed07db215 for instance with vm_state shelved_offloaded and task_state spawning. [ 1153.003353] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.003474] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.003650] env[63043]: DEBUG nova.network.neutron [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.201309] env[63043]: DEBUG oslo_concurrency.lockutils [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.203578] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 5ac3cbb9-5bc1-4d55-8bd1-ac75a8ca8f9c] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1153.206054] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.995s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.225508] env[63043]: INFO nova.scheduler.client.report [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Deleted allocations for instance 163658b6-bb70-4efa-9acf-48db8c1370d3 [ 1153.349967] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.350586] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.350586] env[63043]: DEBUG nova.network.neutron [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.700047] env[63043]: DEBUG nova.network.neutron [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updating instance_info_cache with network_info: [{"id": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "address": "fa:16:3e:cb:78:ed", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9701ec-11", "ovs_interfaceid": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.708058] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 05d7e597-492b-432f-b323-726cf8ac39eb] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1153.712758] env[63043]: INFO nova.compute.claims [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.733057] env[63043]: DEBUG oslo_concurrency.lockutils [None req-946af929-156d-4935-ad98-502aad16a349 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "163658b6-bb70-4efa-9acf-48db8c1370d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.517s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.073376] env[63043]: DEBUG nova.network.neutron [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance_info_cache with network_info: [{"id": "1a0f4154-0faf-4586-b83c-3684bd28b139", "address": "fa:16:3e:ee:3c:66", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f4154-0f", "ovs_interfaceid": "1a0f4154-0faf-4586-b83c-3684bd28b139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.204662] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.217547] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 0b11ce51-60e6-4341-9732-0628a3f53137] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1154.220872] env[63043]: INFO nova.compute.resource_tracker [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating resource usage from migration 7ef39f2e-0e77-4d50-90ef-48ef78370d85 [ 1154.232936] env[63043]: DEBUG nova.virt.hardware [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='28d896fba8089d7075d508fca39473b9',container_format='bare',created_at=2025-02-12T21:13:03Z,direct_url=,disk_format='vmdk',id=62d954a7-794a-4498-a8ec-8d5958fe22fd,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1233109216-shelved',owner='35aed6c04a634679a8273c48a5a835ed',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-02-12T21:13:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.233190] env[63043]: DEBUG nova.virt.hardware [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.233350] env[63043]: DEBUG nova.virt.hardware [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.233530] env[63043]: DEBUG nova.virt.hardware [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.233764] env[63043]: DEBUG nova.virt.hardware [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.233851] env[63043]: DEBUG nova.virt.hardware [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.234134] env[63043]: DEBUG nova.virt.hardware [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.234413] env[63043]: DEBUG nova.virt.hardware [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.234543] env[63043]: DEBUG nova.virt.hardware [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.235400] env[63043]: DEBUG nova.virt.hardware [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.235400] env[63043]: DEBUG nova.virt.hardware [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.236072] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be187e57-44d7-4df8-817b-dc8094f1a107 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.245951] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b2c258-363d-4c8f-afe3-ca225f7aeb54 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.265276] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:78:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e9701ec-11f9-490f-b05c-ad1ed07db215', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.272617] env[63043]: DEBUG oslo.service.loopingcall [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1154.275302] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.275720] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1114439-1195-436e-ba17-891f05fd130c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.296870] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.296870] env[63043]: value = "task-2486860" [ 1154.296870] env[63043]: _type = "Task" [ 1154.296870] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.307520] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486860, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.371905] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf2d175-dfab-4d4e-aa35-c11027f88abb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.379343] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60f7df4-830d-4a85-96cb-f53f46350596 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.410065] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98d4a6e-bcd5-4dc9-9dcb-af469d1864d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.417059] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bde0d6-f954-44e2-86b3-f80c27a83fed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.430910] env[63043]: DEBUG nova.compute.provider_tree [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.575766] env[63043]: DEBUG oslo_concurrency.lockutils [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.724376] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 729bed81-f1cd-472b-8084-26bd8125acb2] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1154.808057] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486860, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.934448] env[63043]: DEBUG nova.scheduler.client.report [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.938406] env[63043]: DEBUG nova.compute.manager [req-b64d2f98-8a98-45ac-adc8-e51430a8b2f1 req-25dc743b-6a35-4793-90d0-f643e7eb3cb0 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Received event network-changed-5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1154.938651] env[63043]: DEBUG nova.compute.manager [req-b64d2f98-8a98-45ac-adc8-e51430a8b2f1 req-25dc743b-6a35-4793-90d0-f643e7eb3cb0 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Refreshing instance network info cache due to event network-changed-5e9701ec-11f9-490f-b05c-ad1ed07db215. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1154.938915] env[63043]: DEBUG oslo_concurrency.lockutils [req-b64d2f98-8a98-45ac-adc8-e51430a8b2f1 req-25dc743b-6a35-4793-90d0-f643e7eb3cb0 service nova] Acquiring lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.939063] env[63043]: DEBUG oslo_concurrency.lockutils [req-b64d2f98-8a98-45ac-adc8-e51430a8b2f1 req-25dc743b-6a35-4793-90d0-f643e7eb3cb0 service nova] Acquired lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.939234] env[63043]: DEBUG nova.network.neutron [req-b64d2f98-8a98-45ac-adc8-e51430a8b2f1 req-25dc743b-6a35-4793-90d0-f643e7eb3cb0 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Refreshing network info cache for port 5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.101273] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff53ae4-e18e-45b4-9c4b-8ebc99d62e03 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.123139] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8896d06d-e7bc-4869-809b-6471f3839c42 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.130894] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance 'ab28bb60-47bc-4be4-b9bc-12373d6bd1d9' progress to 83 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.165482] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1155.165706] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503146', 'volume_id': '5975cf5c-9172-42a6-9eb0-f5788cc80a10', 'name': 'volume-5975cf5c-9172-42a6-9eb0-f5788cc80a10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c7bf4d5-c8d3-4ade-930b-05fd456eb876', 'attached_at': '', 'detached_at': '', 'volume_id': '5975cf5c-9172-42a6-9eb0-f5788cc80a10', 'serial': '5975cf5c-9172-42a6-9eb0-f5788cc80a10'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1155.166648] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcd19d8-f4a5-424c-bfd4-40d0c9bffb26 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.184555] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.184814] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.186618] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8267b3db-83e2-431f-ad71-b89b0974dfea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.211951] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-5975cf5c-9172-42a6-9eb0-f5788cc80a10/volume-5975cf5c-9172-42a6-9eb0-f5788cc80a10.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.213238] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-446a4af6-9fb6-4336-a94b-e509844ad635 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.226894] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 53c7e8d9-8444-42ca-8f38-f694a0691273] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1155.232026] env[63043]: DEBUG oslo_vmware.api [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1155.232026] env[63043]: value = "task-2486861" [ 1155.232026] env[63043]: _type = "Task" [ 1155.232026] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.242778] env[63043]: DEBUG oslo_vmware.api [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.308561] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486860, 'name': CreateVM_Task, 'duration_secs': 0.531924} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.308561] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.309247] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.309422] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.309791] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.310050] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f283dbc4-ab37-4316-9cfa-9e28ef5089df {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.314432] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1155.314432] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a921cd-029b-f398-e07e-08e6bd3f8bbc" [ 1155.314432] env[63043]: _type = "Task" [ 1155.314432] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.322249] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a921cd-029b-f398-e07e-08e6bd3f8bbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.441594] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.235s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.441775] env[63043]: INFO nova.compute.manager [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Migrating [ 1155.639763] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.640095] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e413fb77-c0e6-4973-9518-6b222061b41c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.648711] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1155.648711] env[63043]: value = "task-2486862" [ 1155.648711] env[63043]: _type = "Task" [ 1155.648711] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.657177] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.682862] env[63043]: DEBUG nova.network.neutron [req-b64d2f98-8a98-45ac-adc8-e51430a8b2f1 req-25dc743b-6a35-4793-90d0-f643e7eb3cb0 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updated VIF entry in instance network info cache for port 5e9701ec-11f9-490f-b05c-ad1ed07db215. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.683243] env[63043]: DEBUG nova.network.neutron [req-b64d2f98-8a98-45ac-adc8-e51430a8b2f1 req-25dc743b-6a35-4793-90d0-f643e7eb3cb0 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updating instance_info_cache with network_info: [{"id": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "address": "fa:16:3e:cb:78:ed", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9701ec-11", "ovs_interfaceid": "5e9701ec-11f9-490f-b05c-ad1ed07db215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.690302] env[63043]: DEBUG nova.compute.manager [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.730021] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: e41dc267-78d9-4d02-bb2e-0a6107f23a4e] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1155.740426] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "ec195cde-37ad-4f04-98c6-2b22b3703558" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.740652] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.740851] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "ec195cde-37ad-4f04-98c6-2b22b3703558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.741045] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.741226] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.742710] env[63043]: DEBUG oslo_vmware.api [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486861, 'name': ReconfigVM_Task, 'duration_secs': 0.34998} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.743131] env[63043]: INFO nova.compute.manager [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Terminating instance [ 1155.744359] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-5975cf5c-9172-42a6-9eb0-f5788cc80a10/volume-5975cf5c-9172-42a6-9eb0-f5788cc80a10.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.750019] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39cebc49-878a-4a28-946e-e007529bdf43 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.765068] env[63043]: DEBUG oslo_vmware.api [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1155.765068] env[63043]: value = "task-2486863" [ 1155.765068] env[63043]: _type = "Task" [ 1155.765068] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.773413] env[63043]: DEBUG oslo_vmware.api [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.824213] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.824425] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Processing image 62d954a7-794a-4498-a8ec-8d5958fe22fd {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.824666] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd/62d954a7-794a-4498-a8ec-8d5958fe22fd.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.824813] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd/62d954a7-794a-4498-a8ec-8d5958fe22fd.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.824992] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.825264] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1af978c-6cfb-4a60-9e5c-0eeea464bca9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.833268] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.833438] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.834129] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64414bb9-0476-49d1-8d94-83d23580ed16 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.839293] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1155.839293] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529257d9-d4d8-5959-d343-5ca70abd6378" [ 1155.839293] env[63043]: _type = "Task" [ 1155.839293] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.846155] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529257d9-d4d8-5959-d343-5ca70abd6378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.958510] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.958707] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.958898] env[63043]: DEBUG nova.network.neutron [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.157872] env[63043]: DEBUG oslo_vmware.api [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486862, 'name': PowerOnVM_Task, 'duration_secs': 0.366535} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.158135] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.158328] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ece0fb-0fc9-447c-8a78-a00af043a019 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance 'ab28bb60-47bc-4be4-b9bc-12373d6bd1d9' progress to 100 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.185736] env[63043]: DEBUG oslo_concurrency.lockutils [req-b64d2f98-8a98-45ac-adc8-e51430a8b2f1 req-25dc743b-6a35-4793-90d0-f643e7eb3cb0 service nova] Releasing lock "refresh_cache-d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.211438] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.211669] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.213614] env[63043]: INFO nova.compute.claims [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.233138] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 1cbd1368-03e3-42b0-8ff3-9a8044f47fe2] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1156.261643] env[63043]: DEBUG nova.compute.manager [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.261860] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.262744] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1e85fd-0795-440d-ad28-c4f4e360f49a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.275020] env[63043]: DEBUG oslo_vmware.api [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486863, 'name': ReconfigVM_Task, 'duration_secs': 0.139737} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.277015] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503146', 'volume_id': '5975cf5c-9172-42a6-9eb0-f5788cc80a10', 'name': 'volume-5975cf5c-9172-42a6-9eb0-f5788cc80a10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c7bf4d5-c8d3-4ade-930b-05fd456eb876', 'attached_at': '', 'detached_at': '', 'volume_id': '5975cf5c-9172-42a6-9eb0-f5788cc80a10', 'serial': '5975cf5c-9172-42a6-9eb0-f5788cc80a10'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1156.278323] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.278814] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b47d7202-562c-4c97-b747-0df5a380b2de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.285263] env[63043]: DEBUG oslo_vmware.api [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1156.285263] env[63043]: value = "task-2486864" [ 1156.285263] env[63043]: _type = "Task" [ 1156.285263] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.294821] env[63043]: DEBUG oslo_vmware.api [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.351786] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Preparing fetch location {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1156.352069] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Fetch image to [datastore1] OSTACK_IMG_6d9bdfec-0ab5-43e7-b32c-a43855152e74/OSTACK_IMG_6d9bdfec-0ab5-43e7-b32c-a43855152e74.vmdk {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1156.352259] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Downloading stream optimized image 62d954a7-794a-4498-a8ec-8d5958fe22fd to [datastore1] OSTACK_IMG_6d9bdfec-0ab5-43e7-b32c-a43855152e74/OSTACK_IMG_6d9bdfec-0ab5-43e7-b32c-a43855152e74.vmdk on the data store datastore1 as vApp {{(pid=63043) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1156.352428] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Downloading image file data 62d954a7-794a-4498-a8ec-8d5958fe22fd to the ESX as VM named 'OSTACK_IMG_6d9bdfec-0ab5-43e7-b32c-a43855152e74' {{(pid=63043) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1156.427324] env[63043]: DEBUG oslo_vmware.rw_handles [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1156.427324] env[63043]: value = "resgroup-9" [ 1156.427324] env[63043]: _type = "ResourcePool" [ 1156.427324] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1156.427546] env[63043]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-58a14b11-65e5-4140-a838-4949dc5a105b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.448495] env[63043]: DEBUG oslo_vmware.rw_handles [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lease: (returnval){ [ 1156.448495] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a7844d-9dd2-3df3-ec6d-7c922bc862b5" [ 1156.448495] env[63043]: _type = "HttpNfcLease" [ 1156.448495] env[63043]: } obtained for vApp import into resource pool (val){ [ 1156.448495] env[63043]: value = "resgroup-9" [ 1156.448495] env[63043]: _type = "ResourcePool" [ 1156.448495] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1156.448999] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the lease: (returnval){ [ 1156.448999] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a7844d-9dd2-3df3-ec6d-7c922bc862b5" [ 1156.448999] env[63043]: _type = "HttpNfcLease" [ 1156.448999] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1156.456558] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.456558] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a7844d-9dd2-3df3-ec6d-7c922bc862b5" [ 1156.456558] env[63043]: _type = "HttpNfcLease" [ 1156.456558] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1156.672054] env[63043]: DEBUG nova.network.neutron [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance_info_cache with network_info: [{"id": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "address": "fa:16:3e:e6:8b:f5", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac1fb8a-91", "ovs_interfaceid": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.736489] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: c039f6c6-5c6a-4b60-b7f1-966323e30f46] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1156.795553] env[63043]: DEBUG oslo_vmware.api [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486864, 'name': PowerOffVM_Task, 'duration_secs': 0.207355} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.795834] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.796016] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.796594] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dc7ccf8-d603-4efb-b73e-8c2d48bda58e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.858098] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.858371] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.858577] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Deleting the datastore file [datastore2] ec195cde-37ad-4f04-98c6-2b22b3703558 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.858858] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9752f12-b5ba-4cb9-8e7e-caab9b29913b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.864696] env[63043]: DEBUG oslo_vmware.api [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1156.864696] env[63043]: value = "task-2486867" [ 1156.864696] env[63043]: _type = "Task" [ 1156.864696] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.872865] env[63043]: DEBUG oslo_vmware.api [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.956732] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.956732] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a7844d-9dd2-3df3-ec6d-7c922bc862b5" [ 1156.956732] env[63043]: _type = "HttpNfcLease" [ 1156.956732] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1156.957057] env[63043]: DEBUG oslo_vmware.rw_handles [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1156.957057] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a7844d-9dd2-3df3-ec6d-7c922bc862b5" [ 1156.957057] env[63043]: _type = "HttpNfcLease" [ 1156.957057] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1156.957786] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071592e4-bcf9-4871-ac1a-651b8aaefc54 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.964883] env[63043]: DEBUG oslo_vmware.rw_handles [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5a311-ab14-36ec-ee1b-15b09f983cde/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1156.965101] env[63043]: DEBUG oslo_vmware.rw_handles [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5a311-ab14-36ec-ee1b-15b09f983cde/disk-0.vmdk. {{(pid=63043) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1157.029572] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f75ce9df-0c16-466c-a61b-787b630c62ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.175618] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.240663] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: eef8d546-dc21-4216-a374-3b23efb73a56] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1157.316681] env[63043]: DEBUG nova.objects.instance [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lazy-loading 'flavor' on Instance uuid 2c7bf4d5-c8d3-4ade-930b-05fd456eb876 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.377601] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e26e76-4800-4719-8970-a6ec3c7d13a8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.380971] env[63043]: DEBUG oslo_vmware.api [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139299} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.383474] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.383678] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.383865] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.384044] env[63043]: INFO nova.compute.manager [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1157.384295] env[63043]: DEBUG oslo.service.loopingcall [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1157.384823] env[63043]: DEBUG nova.compute.manager [-] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.384926] env[63043]: DEBUG nova.network.neutron [-] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.389552] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019bf199-3d67-4a50-888f-2f37a9d2ffcf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.428016] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dda296-722a-40de-a4d7-e23f5613876d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.435386] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf1877f-9595-4d0b-933f-cf58988585f2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.449057] env[63043]: DEBUG nova.compute.provider_tree [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.745736] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: d2ccb3df-217c-44ae-9bf2-24517cebb9c0] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1157.822212] env[63043]: DEBUG oslo_concurrency.lockutils [None req-75f08288-5a21-4f01-8b28-550994165f5b tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.954158] env[63043]: DEBUG nova.scheduler.client.report [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.048079] env[63043]: DEBUG nova.compute.manager [req-35db601e-a528-4939-947f-58cae9b092d1 req-a10e3445-a4ef-4ed8-85d9-56706931508b service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Received event network-vif-deleted-e89e6c1f-5181-4f46-82e4-c4029a70f057 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1158.048320] env[63043]: INFO nova.compute.manager [req-35db601e-a528-4939-947f-58cae9b092d1 req-a10e3445-a4ef-4ed8-85d9-56706931508b service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Neutron deleted interface e89e6c1f-5181-4f46-82e4-c4029a70f057; detaching it from the instance and deleting it from the info cache [ 1158.048504] env[63043]: DEBUG nova.network.neutron [req-35db601e-a528-4939-947f-58cae9b092d1 req-a10e3445-a4ef-4ed8-85d9-56706931508b service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.816377] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.816756] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.820610] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: b8fbf919-c2c5-47b9-8660-94443821b357] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1158.823059] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.823531] env[63043]: DEBUG nova.compute.manager [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.826080] env[63043]: DEBUG nova.network.neutron [-] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.828781] env[63043]: INFO nova.compute.manager [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Detaching volume 5975cf5c-9172-42a6-9eb0-f5788cc80a10 [ 1158.832165] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.835351] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.835351] env[63043]: DEBUG nova.compute.manager [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Going to confirm migration 7 {{(pid=63043) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1158.838153] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0841a923-b04c-4614-9f4f-deb836fffd82 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.855493] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8d70c9-0b57-4285-9a66-2c25ef6fe532 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.892083] env[63043]: DEBUG nova.compute.manager [req-35db601e-a528-4939-947f-58cae9b092d1 req-a10e3445-a4ef-4ed8-85d9-56706931508b service nova] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Detach interface failed, port_id=e89e6c1f-5181-4f46-82e4-c4029a70f057, reason: Instance ec195cde-37ad-4f04-98c6-2b22b3703558 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1158.894723] env[63043]: INFO nova.virt.block_device [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Attempting to driver detach volume 5975cf5c-9172-42a6-9eb0-f5788cc80a10 from mountpoint /dev/sdb [ 1158.894939] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1158.895150] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503146', 'volume_id': '5975cf5c-9172-42a6-9eb0-f5788cc80a10', 'name': 'volume-5975cf5c-9172-42a6-9eb0-f5788cc80a10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c7bf4d5-c8d3-4ade-930b-05fd456eb876', 'attached_at': '', 'detached_at': '', 'volume_id': '5975cf5c-9172-42a6-9eb0-f5788cc80a10', 'serial': '5975cf5c-9172-42a6-9eb0-f5788cc80a10'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1158.899553] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c120e7-5d65-4715-a086-4366ecd0bb68 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.925294] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb80c604-b197-47bb-90bc-ee610b767239 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.933508] env[63043]: DEBUG oslo_vmware.rw_handles [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Completed reading data from the image iterator. {{(pid=63043) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1158.933706] env[63043]: DEBUG oslo_vmware.rw_handles [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5a311-ab14-36ec-ee1b-15b09f983cde/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1158.936454] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c9756a-5757-45c8-8c95-322f0beb1314 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.939901] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194943b1-7fef-4243-a7ff-7176acc73178 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.945392] env[63043]: DEBUG oslo_vmware.rw_handles [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5a311-ab14-36ec-ee1b-15b09f983cde/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1158.945576] env[63043]: DEBUG oslo_vmware.rw_handles [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5a311-ab14-36ec-ee1b-15b09f983cde/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1158.963103] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-58c58a01-1f78-4071-83c9-26da92c6dcb0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.965446] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccf6bff-6d1e-4799-af26-ef2198005ca8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.980050] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] The volume has not been displaced from its original location: [datastore1] volume-5975cf5c-9172-42a6-9eb0-f5788cc80a10/volume-5975cf5c-9172-42a6-9eb0-f5788cc80a10.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1158.985173] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.985793] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4640ad35-ac95-47dc-9ae5-57e7d3b1e46d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.004205] env[63043]: DEBUG oslo_vmware.api [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1159.004205] env[63043]: value = "task-2486868" [ 1159.004205] env[63043]: _type = "Task" [ 1159.004205] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.012022] env[63043]: DEBUG oslo_vmware.api [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.176029] env[63043]: DEBUG oslo_vmware.rw_handles [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5a311-ab14-36ec-ee1b-15b09f983cde/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1159.176029] env[63043]: INFO nova.virt.vmwareapi.images [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Downloaded image file data 62d954a7-794a-4498-a8ec-8d5958fe22fd [ 1159.176775] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41000412-018b-47e3-a2d4-73727141dd23 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.192396] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e038a999-52ce-45d6-a010-ef9742766538 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.216239] env[63043]: INFO nova.virt.vmwareapi.images [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] The imported VM was unregistered [ 1159.219027] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Caching image {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1159.219276] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating directory with path [datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.219541] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf7b95a0-df42-4926-a67f-27a2f0d5b8af {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.231315] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Created directory with path [datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.231513] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6d9bdfec-0ab5-43e7-b32c-a43855152e74/OSTACK_IMG_6d9bdfec-0ab5-43e7-b32c-a43855152e74.vmdk to [datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd/62d954a7-794a-4498-a8ec-8d5958fe22fd.vmdk. {{(pid=63043) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1159.231724] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4a9e9e67-57c0-4065-99ea-637ef2b89df2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.237526] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1159.237526] env[63043]: value = "task-2486870" [ 1159.237526] env[63043]: _type = "Task" [ 1159.237526] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.245166] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486870, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.342472] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4bb5fc-1c2a-426f-9d70-0b1c70c6248c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.365727] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance '52cc4cd4-8464-47b6-bff1-7c11829bd27d' progress to 0 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.375017] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: e86da836-765e-4b9c-a796-46dd2afc9ed8] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1159.377674] env[63043]: DEBUG nova.compute.utils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1159.379283] env[63043]: INFO nova.compute.manager [-] [instance: ec195cde-37ad-4f04-98c6-2b22b3703558] Took 1.99 seconds to deallocate network for instance. [ 1159.379578] env[63043]: DEBUG nova.compute.manager [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.379742] env[63043]: DEBUG nova.network.neutron [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.415501] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.415691] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.415898] env[63043]: DEBUG nova.network.neutron [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.416109] env[63043]: DEBUG nova.objects.instance [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lazy-loading 'info_cache' on Instance uuid ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.442147] env[63043]: DEBUG nova.policy [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf453eb92ec41dc90b0da8808e471ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2f2e17117d41f78c9bb1028587f0ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.517530] env[63043]: DEBUG oslo_vmware.api [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486868, 'name': ReconfigVM_Task, 'duration_secs': 0.228892} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.517966] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.523655] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30ac032-dedf-4cc4-a141-321349e0e6db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.540147] env[63043]: DEBUG oslo_vmware.api [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1159.540147] env[63043]: value = "task-2486871" [ 1159.540147] env[63043]: _type = "Task" [ 1159.540147] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.548351] env[63043]: DEBUG oslo_vmware.api [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.743702] env[63043]: DEBUG nova.network.neutron [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Successfully created port: 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.749799] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486870, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.872147] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.872619] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f00f7c1a-0022-4aaf-9c2f-9e6a90bb3be3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.881116] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: ed95df25-c27c-404b-bc9a-48fa014b3de3] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1159.886567] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1159.886567] env[63043]: value = "task-2486872" [ 1159.886567] env[63043]: _type = "Task" [ 1159.886567] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.886567] env[63043]: DEBUG nova.compute.manager [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.890032] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.890032] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.890032] env[63043]: DEBUG nova.objects.instance [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'resources' on Instance uuid ec195cde-37ad-4f04-98c6-2b22b3703558 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.899316] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.050734] env[63043]: DEBUG oslo_vmware.api [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486871, 'name': ReconfigVM_Task, 'duration_secs': 0.157651} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.051096] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503146', 'volume_id': '5975cf5c-9172-42a6-9eb0-f5788cc80a10', 'name': 'volume-5975cf5c-9172-42a6-9eb0-f5788cc80a10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c7bf4d5-c8d3-4ade-930b-05fd456eb876', 'attached_at': '', 'detached_at': '', 'volume_id': '5975cf5c-9172-42a6-9eb0-f5788cc80a10', 'serial': '5975cf5c-9172-42a6-9eb0-f5788cc80a10'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1160.248016] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486870, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.384482] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: f516ab13-e028-4f84-a5fc-d567a658c6ee] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1160.403642] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486872, 'name': PowerOffVM_Task, 'duration_secs': 0.39415} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.404586] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.404638] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance '52cc4cd4-8464-47b6-bff1-7c11829bd27d' progress to 17 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.548482] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6906713-3a6c-43d7-b9c3-dbf5abb59371 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.558697] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bc15dc-0741-46d6-866f-097471d48fd4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.595986] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3da9a29-9c64-4146-ac79-d56387697cb6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.600116] env[63043]: DEBUG nova.objects.instance [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lazy-loading 'flavor' on Instance uuid 2c7bf4d5-c8d3-4ade-930b-05fd456eb876 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.607196] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e77e46d-5746-4903-9edb-9315c7529406 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.623102] env[63043]: DEBUG nova.compute.provider_tree [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.675013] env[63043]: DEBUG nova.network.neutron [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance_info_cache with network_info: [{"id": "1a0f4154-0faf-4586-b83c-3684bd28b139", "address": "fa:16:3e:ee:3c:66", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f4154-0f", "ovs_interfaceid": "1a0f4154-0faf-4586-b83c-3684bd28b139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.748847] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486870, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.887860] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: d73e7816-e8e6-4f49-8a8c-98134ffc27d9] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1160.906607] env[63043]: DEBUG nova.compute.manager [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.915121] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.915437] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.915520] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.915698] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.915844] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.915993] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.916217] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.916378] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.916547] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.916715] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.916890] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.922631] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2311375d-b69e-41a2-8bf7-adb4c51a5dd4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.942267] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1160.942267] env[63043]: value = "task-2486873" [ 1160.942267] env[63043]: _type = "Task" [ 1160.942267] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.944608] env[63043]: DEBUG nova.virt.hardware [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.944850] env[63043]: DEBUG nova.virt.hardware [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.945020] env[63043]: DEBUG nova.virt.hardware [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.945218] env[63043]: DEBUG nova.virt.hardware [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.945371] env[63043]: DEBUG nova.virt.hardware [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.945521] env[63043]: DEBUG nova.virt.hardware [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.945733] env[63043]: DEBUG nova.virt.hardware [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.945962] env[63043]: DEBUG nova.virt.hardware [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.946071] env[63043]: DEBUG nova.virt.hardware [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.946241] env[63043]: DEBUG nova.virt.hardware [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.946420] env[63043]: DEBUG nova.virt.hardware [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.947341] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9b6199-906b-4fc2-8099-e11bbafa4c47 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.958397] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fe244a-3ed7-4e6c-9cb8-db27b599cc9b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.965692] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.126582] env[63043]: DEBUG nova.scheduler.client.report [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.178464] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.179424] env[63043]: DEBUG nova.objects.instance [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lazy-loading 'migration_context' on Instance uuid ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.237574] env[63043]: DEBUG nova.compute.manager [req-fe3ef594-03a5-4e00-bbcb-56a13da8aced req-16958ad1-f146-4913-9b00-17640c64ae92 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Received event network-vif-plugged-70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.237834] env[63043]: DEBUG oslo_concurrency.lockutils [req-fe3ef594-03a5-4e00-bbcb-56a13da8aced req-16958ad1-f146-4913-9b00-17640c64ae92 service nova] Acquiring lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.238091] env[63043]: DEBUG oslo_concurrency.lockutils [req-fe3ef594-03a5-4e00-bbcb-56a13da8aced req-16958ad1-f146-4913-9b00-17640c64ae92 service nova] Lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.238305] env[63043]: DEBUG oslo_concurrency.lockutils [req-fe3ef594-03a5-4e00-bbcb-56a13da8aced req-16958ad1-f146-4913-9b00-17640c64ae92 service nova] Lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.238483] env[63043]: DEBUG nova.compute.manager [req-fe3ef594-03a5-4e00-bbcb-56a13da8aced req-16958ad1-f146-4913-9b00-17640c64ae92 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] No waiting events found dispatching network-vif-plugged-70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.238654] env[63043]: WARNING nova.compute.manager [req-fe3ef594-03a5-4e00-bbcb-56a13da8aced req-16958ad1-f146-4913-9b00-17640c64ae92 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Received unexpected event network-vif-plugged-70bb78a0-dfb8-4528-91ca-311c62b9c3b8 for instance with vm_state building and task_state spawning. [ 1161.249590] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486870, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.327143] env[63043]: DEBUG nova.network.neutron [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Successfully updated port: 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.391431] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: d8deac97-c526-4354-bd90-8d9096aa58d2] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1161.456531] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486873, 'name': ReconfigVM_Task, 'duration_secs': 0.47122} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.456879] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance '52cc4cd4-8464-47b6-bff1-7c11829bd27d' progress to 33 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.609634] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3a3a5d4c-0e32-4e11-890e-99d22c539f1c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.793s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.633532] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.654434] env[63043]: INFO nova.scheduler.client.report [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Deleted allocations for instance ec195cde-37ad-4f04-98c6-2b22b3703558 [ 1161.681353] env[63043]: DEBUG nova.objects.base [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1161.682276] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637a6b05-752b-4cb5-a715-8071181fc507 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.702124] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951fff13-a4e5-492d-9ffc-79a65488f8c1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.707687] env[63043]: DEBUG oslo_vmware.api [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1161.707687] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5272f5dd-b367-f0fe-d797-e2c48108e19c" [ 1161.707687] env[63043]: _type = "Task" [ 1161.707687] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.715516] env[63043]: DEBUG oslo_vmware.api [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5272f5dd-b367-f0fe-d797-e2c48108e19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.748659] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486870, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.363146} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.748929] env[63043]: INFO nova.virt.vmwareapi.ds_util [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6d9bdfec-0ab5-43e7-b32c-a43855152e74/OSTACK_IMG_6d9bdfec-0ab5-43e7-b32c-a43855152e74.vmdk to [datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd/62d954a7-794a-4498-a8ec-8d5958fe22fd.vmdk. [ 1161.749131] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Cleaning up location [datastore1] OSTACK_IMG_6d9bdfec-0ab5-43e7-b32c-a43855152e74 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1161.749299] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6d9bdfec-0ab5-43e7-b32c-a43855152e74 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.749534] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6513835-c9a6-403d-83d6-f2af2ae5e44f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.754744] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1161.754744] env[63043]: value = "task-2486874" [ 1161.754744] env[63043]: _type = "Task" [ 1161.754744] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.762113] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.830354] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.830522] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.830688] env[63043]: DEBUG nova.network.neutron [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.897989] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 1354f39c-7af0-4bab-bcc6-2c2f9d86f5ed] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1161.963254] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.963500] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.963661] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.963844] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.963993] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.964618] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.964868] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.965054] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.965232] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.965403] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.965583] env[63043]: DEBUG nova.virt.hardware [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.972145] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.973541] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9996de64-a511-4008-ae58-c84bdc2e8db7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.994336] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1161.994336] env[63043]: value = "task-2486875" [ 1161.994336] env[63043]: _type = "Task" [ 1161.994336] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.005087] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.162152] env[63043]: DEBUG oslo_concurrency.lockutils [None req-0e59b29a-8398-4787-88d4-513d685562fd tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "ec195cde-37ad-4f04-98c6-2b22b3703558" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.421s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.218030] env[63043]: DEBUG oslo_vmware.api [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5272f5dd-b367-f0fe-d797-e2c48108e19c, 'name': SearchDatastore_Task, 'duration_secs': 0.006766} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.218465] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.218825] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.263706] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031146} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.266405] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.266405] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd/62d954a7-794a-4498-a8ec-8d5958fe22fd.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.266405] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd/62d954a7-794a-4498-a8ec-8d5958fe22fd.vmdk to [datastore1] d67d0c5b-ebc4-4751-aacb-6de3c9e26fda/d67d0c5b-ebc4-4751-aacb-6de3c9e26fda.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.266405] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48b6c5a1-fdaa-45e4-b31a-0d273db25ecf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.271967] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1162.271967] env[63043]: value = "task-2486876" [ 1162.271967] env[63043]: _type = "Task" [ 1162.271967] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.279641] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.364141] env[63043]: DEBUG nova.network.neutron [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.398348] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 089a289f-1ff3-4169-9254-9a907c45b73c] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1162.448461] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.448522] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.448915] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.449306] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.449306] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.451503] env[63043]: INFO nova.compute.manager [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Terminating instance [ 1162.505724] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486875, 'name': ReconfigVM_Task, 'duration_secs': 0.198688} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.505724] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.506567] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a9193e-f38b-482a-b38e-1a9573544350 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.510395] env[63043]: DEBUG nova.network.neutron [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updating instance_info_cache with network_info: [{"id": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "address": "fa:16:3e:0f:7d:d7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bb78a0-df", "ovs_interfaceid": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.540328] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 52cc4cd4-8464-47b6-bff1-7c11829bd27d/52cc4cd4-8464-47b6-bff1-7c11829bd27d.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.541088] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0bba9a5-5e9e-4408-8503-3982d891aa96 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.561400] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1162.561400] env[63043]: value = "task-2486877" [ 1162.561400] env[63043]: _type = "Task" [ 1162.561400] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.571286] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.782560] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486876, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.859820] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf37168-9055-4561-880c-6e35ebdaa39f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.872169] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c7e16c-a7b2-443f-8194-33195c6436cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.905064] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: b9be1ce1-755a-4f38-8801-678ac29c45ca] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1162.908538] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f440dba6-7da9-4e64-93b6-7f5fe870ebc0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.916426] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e97bbe-7362-4892-8835-df54d2384c6c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.931248] env[63043]: DEBUG nova.compute.provider_tree [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.956369] env[63043]: DEBUG nova.compute.manager [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.956775] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.958084] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa0a920-123f-4bbc-8f06-692c1998578a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.967269] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.967552] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-951f6ccc-068f-4428-97c0-883b57f91100 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.975146] env[63043]: DEBUG oslo_vmware.api [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1162.975146] env[63043]: value = "task-2486878" [ 1162.975146] env[63043]: _type = "Task" [ 1162.975146] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.983527] env[63043]: DEBUG oslo_vmware.api [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.013502] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.013905] env[63043]: DEBUG nova.compute.manager [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Instance network_info: |[{"id": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "address": "fa:16:3e:0f:7d:d7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bb78a0-df", "ovs_interfaceid": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.014418] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:7d:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70bb78a0-dfb8-4528-91ca-311c62b9c3b8', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.022733] env[63043]: DEBUG oslo.service.loopingcall [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.022994] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.023249] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eb574d6-06f2-4efe-aae8-f27fb041a5a2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.044592] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.044592] env[63043]: value = "task-2486879" [ 1163.044592] env[63043]: _type = "Task" [ 1163.044592] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.052867] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486879, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.073443] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.284631] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486876, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.352593] env[63043]: DEBUG nova.compute.manager [req-e0597d0f-9f89-4d82-be76-ec595328dd57 req-46b2e9d8-c7c6-46a1-bc9d-a921a35b99d1 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Received event network-changed-70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.352966] env[63043]: DEBUG nova.compute.manager [req-e0597d0f-9f89-4d82-be76-ec595328dd57 req-46b2e9d8-c7c6-46a1-bc9d-a921a35b99d1 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Refreshing instance network info cache due to event network-changed-70bb78a0-dfb8-4528-91ca-311c62b9c3b8. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1163.353431] env[63043]: DEBUG oslo_concurrency.lockutils [req-e0597d0f-9f89-4d82-be76-ec595328dd57 req-46b2e9d8-c7c6-46a1-bc9d-a921a35b99d1 service nova] Acquiring lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.353688] env[63043]: DEBUG oslo_concurrency.lockutils [req-e0597d0f-9f89-4d82-be76-ec595328dd57 req-46b2e9d8-c7c6-46a1-bc9d-a921a35b99d1 service nova] Acquired lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.353970] env[63043]: DEBUG nova.network.neutron [req-e0597d0f-9f89-4d82-be76-ec595328dd57 req-46b2e9d8-c7c6-46a1-bc9d-a921a35b99d1 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Refreshing network info cache for port 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.408693] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 742dafd4-b7d6-4a9c-a171-e7d08f31d8ba] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1163.434905] env[63043]: DEBUG nova.scheduler.client.report [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.487052] env[63043]: DEBUG oslo_vmware.api [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486878, 'name': PowerOffVM_Task, 'duration_secs': 0.242766} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.487361] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.487599] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.487876] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce33d315-28f8-47bb-b203-20ceacf49045 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.557216] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486879, 'name': CreateVM_Task, 'duration_secs': 0.370787} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.557451] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.558162] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.558338] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.558681] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.559020] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4744854a-b947-4a39-9cf4-b987a760feb1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.568497] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1163.568497] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c714f3-6767-f714-34e6-e42aa8d12aba" [ 1163.568497] env[63043]: _type = "Task" [ 1163.568497] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.574506] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.575081] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.575081] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Deleting the datastore file [datastore2] 2c7bf4d5-c8d3-4ade-930b-05fd456eb876 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.578175] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c4d2dea-e998-43cb-a97d-1c59ca59fd9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.580148] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486877, 'name': ReconfigVM_Task, 'duration_secs': 0.805623} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.580503] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 52cc4cd4-8464-47b6-bff1-7c11829bd27d/52cc4cd4-8464-47b6-bff1-7c11829bd27d.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.580806] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance '52cc4cd4-8464-47b6-bff1-7c11829bd27d' progress to 50 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.588987] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c714f3-6767-f714-34e6-e42aa8d12aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.594829] env[63043]: DEBUG oslo_vmware.api [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for the task: (returnval){ [ 1163.594829] env[63043]: value = "task-2486881" [ 1163.594829] env[63043]: _type = "Task" [ 1163.594829] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.605844] env[63043]: DEBUG oslo_vmware.api [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.785185] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486876, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.913258] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: defb3449-f541-474e-a780-5d639dcf7856] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1164.074103] env[63043]: DEBUG nova.network.neutron [req-e0597d0f-9f89-4d82-be76-ec595328dd57 req-46b2e9d8-c7c6-46a1-bc9d-a921a35b99d1 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updated VIF entry in instance network info cache for port 70bb78a0-dfb8-4528-91ca-311c62b9c3b8. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.074562] env[63043]: DEBUG nova.network.neutron [req-e0597d0f-9f89-4d82-be76-ec595328dd57 req-46b2e9d8-c7c6-46a1-bc9d-a921a35b99d1 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updating instance_info_cache with network_info: [{"id": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "address": "fa:16:3e:0f:7d:d7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bb78a0-df", "ovs_interfaceid": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.083546] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c714f3-6767-f714-34e6-e42aa8d12aba, 'name': SearchDatastore_Task, 'duration_secs': 0.097231} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.083941] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.084164] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.084412] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.084560] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.084743] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.085030] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a358907-2287-4822-8f1d-5792e2162593 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.092785] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e543ff13-9b83-4606-a542-9266aa529c88 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.103373] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.103621] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.107762] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde72aa9-acad-4d87-ab7b-c13799863e20 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.109949] env[63043]: DEBUG oslo_vmware.api [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Task: {'id': task-2486881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366258} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.127748] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.127748] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.127927] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.128252] env[63043]: INFO nova.compute.manager [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1164.128384] env[63043]: DEBUG oslo.service.loopingcall [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.129576] env[63043]: DEBUG nova.compute.manager [-] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.129722] env[63043]: DEBUG nova.network.neutron [-] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.131957] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d351ca4f-5e7f-4c59-af25-17358d9cbe35 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.135748] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1164.135748] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]520dd0af-12a3-39a3-2c41-c7bef16b815a" [ 1164.135748] env[63043]: _type = "Task" [ 1164.135748] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.144669] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520dd0af-12a3-39a3-2c41-c7bef16b815a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.161473] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance '52cc4cd4-8464-47b6-bff1-7c11829bd27d' progress to 67 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.174764] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "8ba285da-6786-4cbf-8e93-069bd5659492" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.174764] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.288700] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486876, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.416351] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 76849bd3-018d-4387-ab06-c8578da72d56] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1164.446569] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.228s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.578186] env[63043]: DEBUG oslo_concurrency.lockutils [req-e0597d0f-9f89-4d82-be76-ec595328dd57 req-46b2e9d8-c7c6-46a1-bc9d-a921a35b99d1 service nova] Releasing lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.655235] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]520dd0af-12a3-39a3-2c41-c7bef16b815a, 'name': SearchDatastore_Task, 'duration_secs': 0.100646} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.656108] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec0aa64-9a8d-4156-a3f0-47a3e8721639 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.662606] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1164.662606] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5225a419-6502-efce-6ad8-690215f29f20" [ 1164.662606] env[63043]: _type = "Task" [ 1164.662606] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.675957] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5225a419-6502-efce-6ad8-690215f29f20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.679305] env[63043]: DEBUG nova.compute.manager [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.783801] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486876, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.920111] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: b1cc0753-f1d8-4870-b282-235ccd66e144] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1165.004626] env[63043]: INFO nova.scheduler.client.report [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleted allocation for migration 60efad8e-65c3-4bb5-95c8-a9c9ef98c6b4 [ 1165.172386] env[63043]: DEBUG nova.network.neutron [-] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.173561] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5225a419-6502-efce-6ad8-690215f29f20, 'name': SearchDatastore_Task, 'duration_secs': 0.045618} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.173938] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.174238] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 9fc4fefc-eec2-4630-84f9-db4fe5d32913/9fc4fefc-eec2-4630-84f9-db4fe5d32913.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.174488] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e44c151-f098-448c-9920-961ac5921259 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.182019] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1165.182019] env[63043]: value = "task-2486882" [ 1165.182019] env[63043]: _type = "Task" [ 1165.182019] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.194987] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.199477] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.199701] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.201248] env[63043]: INFO nova.compute.claims [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.287830] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486876, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.379860] env[63043]: DEBUG nova.compute.manager [req-22a688cf-a873-4c49-9bf6-9a4e86555bf4 req-f02d7f40-61c4-4a29-9c0d-bc2c071c7145 service nova] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Received event network-vif-deleted-30224e99-ecb4-4a60-9593-2e004ae3d857 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.423302] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: bad3e657-a17c-4fa1-889e-7c318690b942] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1165.512168] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e0453fbd-5b97-48a5-b859-eab7ad1bd606 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.680s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.646309] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.646732] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.646960] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.647175] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.647347] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.649485] env[63043]: INFO nova.compute.manager [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Terminating instance [ 1165.674510] env[63043]: INFO nova.compute.manager [-] [instance: 2c7bf4d5-c8d3-4ade-930b-05fd456eb876] Took 1.54 seconds to deallocate network for instance. [ 1165.695021] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.788957] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486876, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.448951} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.789578] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62d954a7-794a-4498-a8ec-8d5958fe22fd/62d954a7-794a-4498-a8ec-8d5958fe22fd.vmdk to [datastore1] d67d0c5b-ebc4-4751-aacb-6de3c9e26fda/d67d0c5b-ebc4-4751-aacb-6de3c9e26fda.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.790398] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c442b02-eb4d-4721-99d8-29fc395bd383 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.816624] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] d67d0c5b-ebc4-4751-aacb-6de3c9e26fda/d67d0c5b-ebc4-4751-aacb-6de3c9e26fda.vmdk or device None with type streamOptimized {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.817512] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f249755-30fe-4cbb-829b-df6aba3b5a1b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.836691] env[63043]: DEBUG nova.network.neutron [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Port eac1fb8a-9104-4e9d-ace3-b5868e933353 binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1165.847270] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1165.847270] env[63043]: value = "task-2486883" [ 1165.847270] env[63043]: _type = "Task" [ 1165.847270] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.858392] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.927557] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: a127bec7-a016-412c-8af1-bf8f12863654] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1166.153318] env[63043]: DEBUG nova.compute.manager [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.153520] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.154532] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee5425a-7db1-4e0c-918e-595a82ca3bd4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.161718] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.161949] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca1e849c-16eb-4350-9146-865886334d0c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.167748] env[63043]: DEBUG oslo_vmware.api [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1166.167748] env[63043]: value = "task-2486884" [ 1166.167748] env[63043]: _type = "Task" [ 1166.167748] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.175537] env[63043]: DEBUG oslo_vmware.api [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.180513] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.191056] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913392} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.191300] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 9fc4fefc-eec2-4630-84f9-db4fe5d32913/9fc4fefc-eec2-4630-84f9-db4fe5d32913.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.191506] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.191735] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa4dd48-8678-4c02-b61b-b914c687f1fc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.197174] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1166.197174] env[63043]: value = "task-2486885" [ 1166.197174] env[63043]: _type = "Task" [ 1166.197174] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.203926] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.334308] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b95156d-eac4-4c09-a582-76c1eea0cdb8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.345645] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe841b3e-78e8-473f-9c40-9e4a8c2423bb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.358099] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486883, 'name': ReconfigVM_Task, 'duration_secs': 0.315668} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.382691] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Reconfigured VM instance instance-00000069 to attach disk [datastore1] d67d0c5b-ebc4-4751-aacb-6de3c9e26fda/d67d0c5b-ebc4-4751-aacb-6de3c9e26fda.vmdk or device None with type streamOptimized {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.384161] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'boot_index': 0, 'encryption_options': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_format': None, 'image_id': 'c04b4539-b4fb-448a-802e-c39bc76f1862'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': '2414ff30-0a1c-42ca-9e93-cdb5e3bd94fe', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503143', 'volume_id': '600333f6-c193-49d7-a78c-73bf892146ae', 'name': 'volume-600333f6-c193-49d7-a78c-73bf892146ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd67d0c5b-ebc4-4751-aacb-6de3c9e26fda', 'attached_at': '', 'detached_at': '', 'volume_id': '600333f6-c193-49d7-a78c-73bf892146ae', 'serial': '600333f6-c193-49d7-a78c-73bf892146ae'}, 'boot_index': None, 'device_type': None, 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=63043) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1166.384476] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1166.384788] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503143', 'volume_id': '600333f6-c193-49d7-a78c-73bf892146ae', 'name': 'volume-600333f6-c193-49d7-a78c-73bf892146ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd67d0c5b-ebc4-4751-aacb-6de3c9e26fda', 'attached_at': '', 'detached_at': '', 'volume_id': '600333f6-c193-49d7-a78c-73bf892146ae', 'serial': '600333f6-c193-49d7-a78c-73bf892146ae'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1166.385781] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02085ed8-f0fb-4d51-ab0d-74de9d59c6c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.388828] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7011d140-2ee2-41af-9e9e-b5bf5fc64f9e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.406766] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e419ce76-7687-4a6c-8f00-269c2016719a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.410194] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967fc24c-8eef-4bd5-9cdd-93f02e62422a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.435882] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-600333f6-c193-49d7-a78c-73bf892146ae/volume-600333f6-c193-49d7-a78c-73bf892146ae.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.443911] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 54587894-0a8c-42a4-9af4-44da11cfb9f6] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1166.445587] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a13081f7-5b63-478d-9522-0f7485d7d87c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.458472] env[63043]: DEBUG nova.compute.provider_tree [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.464957] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1166.464957] env[63043]: value = "task-2486886" [ 1166.464957] env[63043]: _type = "Task" [ 1166.464957] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.473659] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.678704] env[63043]: DEBUG oslo_vmware.api [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486884, 'name': PowerOffVM_Task, 'duration_secs': 0.191854} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.678986] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.679213] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.679470] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f924942f-8cdd-4d72-a472-24899b93150c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.706722] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060971} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.707080] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.708096] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0282ce13-e9b0-4bf5-a101-3ba731165c4b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.732856] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9fc4fefc-eec2-4630-84f9-db4fe5d32913/9fc4fefc-eec2-4630-84f9-db4fe5d32913.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.733527] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-771a70af-2d0a-4269-998c-a6eedf48ba25 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.749059] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.749172] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.749369] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleting the datastore file [datastore1] ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.750050] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e6631c2-fd36-4c89-9785-eaafe9fb0daf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.754203] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1166.754203] env[63043]: value = "task-2486888" [ 1166.754203] env[63043]: _type = "Task" [ 1166.754203] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.757889] env[63043]: DEBUG oslo_vmware.api [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1166.757889] env[63043]: value = "task-2486889" [ 1166.757889] env[63043]: _type = "Task" [ 1166.757889] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.763856] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.768235] env[63043]: DEBUG oslo_vmware.api [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.860595] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.860841] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.861046] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.960542] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 5f47d72c-81fd-47b9-92b4-fc9e56e0e19f] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1166.963009] env[63043]: DEBUG nova.scheduler.client.report [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.975406] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486886, 'name': ReconfigVM_Task, 'duration_secs': 0.284492} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.975678] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-600333f6-c193-49d7-a78c-73bf892146ae/volume-600333f6-c193-49d7-a78c-73bf892146ae.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.981192] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71117eb5-8f7b-452d-8472-3217e4981914 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.996480] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1166.996480] env[63043]: value = "task-2486890" [ 1166.996480] env[63043]: _type = "Task" [ 1166.996480] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.006857] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.266660] env[63043]: DEBUG oslo_vmware.api [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142199} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.269512] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.269710] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.269895] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.270084] env[63043]: INFO nova.compute.manager [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1167.270334] env[63043]: DEBUG oslo.service.loopingcall [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1167.270545] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486888, 'name': ReconfigVM_Task, 'duration_secs': 0.262365} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.270741] env[63043]: DEBUG nova.compute.manager [-] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.270839] env[63043]: DEBUG nova.network.neutron [-] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.272435] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9fc4fefc-eec2-4630-84f9-db4fe5d32913/9fc4fefc-eec2-4630-84f9-db4fe5d32913.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.273033] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6f81729-db66-4f70-8343-d925cc9b06b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.279611] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1167.279611] env[63043]: value = "task-2486891" [ 1167.279611] env[63043]: _type = "Task" [ 1167.279611] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.286760] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486891, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.466999] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: f1ea415c-1a7a-4ed4-a7e1-88f28360866c] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1167.470176] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.470672] env[63043]: DEBUG nova.compute.manager [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.474162] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.293s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.474162] env[63043]: DEBUG nova.objects.instance [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lazy-loading 'resources' on Instance uuid 2c7bf4d5-c8d3-4ade-930b-05fd456eb876 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.506981] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486890, 'name': ReconfigVM_Task, 'duration_secs': 0.177986} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.507352] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503143', 'volume_id': '600333f6-c193-49d7-a78c-73bf892146ae', 'name': 'volume-600333f6-c193-49d7-a78c-73bf892146ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd67d0c5b-ebc4-4751-aacb-6de3c9e26fda', 'attached_at': '', 'detached_at': '', 'volume_id': '600333f6-c193-49d7-a78c-73bf892146ae', 'serial': '600333f6-c193-49d7-a78c-73bf892146ae'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1167.508174] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93d6d8ab-9048-436e-a670-248695b522d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.514834] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1167.514834] env[63043]: value = "task-2486892" [ 1167.514834] env[63043]: _type = "Task" [ 1167.514834] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.524136] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486892, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.790555] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486891, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.830160] env[63043]: DEBUG nova.compute.manager [req-dee8fd83-511b-4d0d-ae6c-b97ae2937f24 req-d1f6153b-9b0d-4d8f-8c80-2b3473f0d0a6 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Received event network-vif-deleted-1a0f4154-0faf-4586-b83c-3684bd28b139 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.830283] env[63043]: INFO nova.compute.manager [req-dee8fd83-511b-4d0d-ae6c-b97ae2937f24 req-d1f6153b-9b0d-4d8f-8c80-2b3473f0d0a6 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Neutron deleted interface 1a0f4154-0faf-4586-b83c-3684bd28b139; detaching it from the instance and deleting it from the info cache [ 1167.830437] env[63043]: DEBUG nova.network.neutron [req-dee8fd83-511b-4d0d-ae6c-b97ae2937f24 req-d1f6153b-9b0d-4d8f-8c80-2b3473f0d0a6 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.916953] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.917146] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.917381] env[63043]: DEBUG nova.network.neutron [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.970302] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 201518f4-3a96-46a3-b8c8-929ba49e6f80] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1167.976722] env[63043]: DEBUG nova.compute.utils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1167.977914] env[63043]: DEBUG nova.compute.manager [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.978162] env[63043]: DEBUG nova.network.neutron [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.027175] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486892, 'name': Rename_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.040696] env[63043]: DEBUG nova.policy [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6e85f3077894e63a30e9303c835005c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '883d5050742746cd8882e3ed38aa4e3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.121140] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd76438-c72d-4556-beec-0cd9caf139ed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.128275] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa6f689-c228-4385-a022-ccf12d7b277c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.157831] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bf512e-f6b4-4f38-82e3-73a97faa0c61 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.166319] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef07ac34-5f64-40c5-8568-5e952e431975 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.181479] env[63043]: DEBUG nova.compute.provider_tree [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.290592] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486891, 'name': Rename_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.311097] env[63043]: DEBUG nova.network.neutron [-] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.333305] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a5d26ca-f57e-42f2-ab0e-ab68e3852538 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.342455] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7ac276-065e-4a1b-92d6-d1f8a3388db4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.372914] env[63043]: DEBUG nova.compute.manager [req-dee8fd83-511b-4d0d-ae6c-b97ae2937f24 req-d1f6153b-9b0d-4d8f-8c80-2b3473f0d0a6 service nova] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Detach interface failed, port_id=1a0f4154-0faf-4586-b83c-3684bd28b139, reason: Instance ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1168.473374] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 8158bb22-61f9-4936-831a-e9f96d5e8b2f] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1168.486328] env[63043]: DEBUG nova.compute.manager [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.530185] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486892, 'name': Rename_Task, 'duration_secs': 0.798663} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.530185] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.530573] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7096e9f1-1d04-401a-91a9-d696c405b9db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.536250] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1168.536250] env[63043]: value = "task-2486893" [ 1168.536250] env[63043]: _type = "Task" [ 1168.536250] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.545492] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.654397] env[63043]: DEBUG nova.network.neutron [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Successfully created port: 71452bb8-0e5d-481d-8a0d-972cbefce91c {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.684507] env[63043]: DEBUG nova.scheduler.client.report [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.791264] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486891, 'name': Rename_Task, 'duration_secs': 1.016754} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.791507] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.791754] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c10e08f-9b36-4f2f-aed8-1802241dd454 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.797353] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1168.797353] env[63043]: value = "task-2486894" [ 1168.797353] env[63043]: _type = "Task" [ 1168.797353] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.804449] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.816368] env[63043]: INFO nova.compute.manager [-] [instance: ab28bb60-47bc-4be4-b9bc-12373d6bd1d9] Took 1.55 seconds to deallocate network for instance. [ 1168.892519] env[63043]: DEBUG nova.network.neutron [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance_info_cache with network_info: [{"id": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "address": "fa:16:3e:e6:8b:f5", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac1fb8a-91", "ovs_interfaceid": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.978169] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: a7a1c31d-e4f5-457c-b9cb-484ec95d9d24] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1169.046499] env[63043]: DEBUG oslo_vmware.api [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486893, 'name': PowerOnVM_Task, 'duration_secs': 0.435303} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.046825] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.152306] env[63043]: DEBUG nova.compute.manager [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.153586] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbb8c0a-0a0a-46dd-9994-52bcec0c615d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.193858] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.213662] env[63043]: INFO nova.scheduler.client.report [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Deleted allocations for instance 2c7bf4d5-c8d3-4ade-930b-05fd456eb876 [ 1169.307523] env[63043]: DEBUG oslo_vmware.api [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486894, 'name': PowerOnVM_Task, 'duration_secs': 0.430215} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.307750] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.307950] env[63043]: INFO nova.compute.manager [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1169.308223] env[63043]: DEBUG nova.compute.manager [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.308953] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e203c3-25f5-420e-962a-31dd56b1e980 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.322497] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.322744] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.322933] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.340300] env[63043]: INFO nova.scheduler.client.report [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleted allocations for instance ab28bb60-47bc-4be4-b9bc-12373d6bd1d9 [ 1169.396995] env[63043]: DEBUG oslo_concurrency.lockutils [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.481266] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: cd79f6b1-4c5e-405a-ac83-093560eb5bb0] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1169.497444] env[63043]: DEBUG nova.compute.manager [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.517436] env[63043]: DEBUG nova.virt.hardware [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.517678] env[63043]: DEBUG nova.virt.hardware [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.517839] env[63043]: DEBUG nova.virt.hardware [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.518058] env[63043]: DEBUG nova.virt.hardware [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.518236] env[63043]: DEBUG nova.virt.hardware [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.518392] env[63043]: DEBUG nova.virt.hardware [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.518604] env[63043]: DEBUG nova.virt.hardware [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.518768] env[63043]: DEBUG nova.virt.hardware [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.518939] env[63043]: DEBUG nova.virt.hardware [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.519123] env[63043]: DEBUG nova.virt.hardware [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.519303] env[63043]: DEBUG nova.virt.hardware [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.520350] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d1af7-9e22-47f8-b421-e8887a4afcf0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.528377] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16432c9-e50f-4ebd-836f-6de92b9f685e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.671770] env[63043]: DEBUG oslo_concurrency.lockutils [None req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.605s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.722238] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Lock "2c7bf4d5-c8d3-4ade-930b-05fd456eb876" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.274s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.824907] env[63043]: INFO nova.compute.manager [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Took 13.63 seconds to build instance. [ 1169.847720] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3af49984-76e7-4213-8048-511df7fedfac tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "ab28bb60-47bc-4be4-b9bc-12373d6bd1d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.201s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.907093] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0c3725-e701-44da-95fc-ffece409cfb4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.914885] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460e88b6-44a8-4f04-a9e5-667ca2aeca41 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.984666] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: a48fbd30-8cf7-4351-bc5d-bd8957542e84] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1170.229732] env[63043]: DEBUG nova.compute.manager [req-4cda2220-4cb2-4467-b030-76a4d2c09642 req-0e065888-d506-4d2c-8bbc-032472bb0567 service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Received event network-vif-plugged-71452bb8-0e5d-481d-8a0d-972cbefce91c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1170.229965] env[63043]: DEBUG oslo_concurrency.lockutils [req-4cda2220-4cb2-4467-b030-76a4d2c09642 req-0e065888-d506-4d2c-8bbc-032472bb0567 service nova] Acquiring lock "8ba285da-6786-4cbf-8e93-069bd5659492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.230181] env[63043]: DEBUG oslo_concurrency.lockutils [req-4cda2220-4cb2-4467-b030-76a4d2c09642 req-0e065888-d506-4d2c-8bbc-032472bb0567 service nova] Lock "8ba285da-6786-4cbf-8e93-069bd5659492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.230369] env[63043]: DEBUG oslo_concurrency.lockutils [req-4cda2220-4cb2-4467-b030-76a4d2c09642 req-0e065888-d506-4d2c-8bbc-032472bb0567 service nova] Lock "8ba285da-6786-4cbf-8e93-069bd5659492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.230551] env[63043]: DEBUG nova.compute.manager [req-4cda2220-4cb2-4467-b030-76a4d2c09642 req-0e065888-d506-4d2c-8bbc-032472bb0567 service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] No waiting events found dispatching network-vif-plugged-71452bb8-0e5d-481d-8a0d-972cbefce91c {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.230718] env[63043]: WARNING nova.compute.manager [req-4cda2220-4cb2-4467-b030-76a4d2c09642 req-0e065888-d506-4d2c-8bbc-032472bb0567 service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Received unexpected event network-vif-plugged-71452bb8-0e5d-481d-8a0d-972cbefce91c for instance with vm_state building and task_state spawning. [ 1170.327501] env[63043]: DEBUG oslo_concurrency.lockutils [None req-3aa93ffe-b822-427f-960e-6f26745e1e26 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.142s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.341024] env[63043]: DEBUG nova.network.neutron [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Successfully updated port: 71452bb8-0e5d-481d-8a0d-972cbefce91c {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.490658] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 7ed9677f-f0e2-49fa-9827-cb216e4e417a] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1170.587923] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "6e073b27-a11c-4312-bcac-57d95530830e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.588184] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "6e073b27-a11c-4312-bcac-57d95530830e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.847549] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "refresh_cache-8ba285da-6786-4cbf-8e93-069bd5659492" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.847730] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquired lock "refresh_cache-8ba285da-6786-4cbf-8e93-069bd5659492" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.847845] env[63043]: DEBUG nova.network.neutron [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.999202] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: b884c2ac-0b7b-4ae9-b858-b80a7d742e89] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1171.017991] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38f6efa-8d87-4ff6-8d96-cf7ae271bb54 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.040263] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6743f0-40e8-4e98-803d-bf6de5e409c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.048685] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance '52cc4cd4-8464-47b6-bff1-7c11829bd27d' progress to 83 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.090862] env[63043]: DEBUG nova.compute.manager [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.381909] env[63043]: DEBUG nova.network.neutron [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.504358] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 6715c0c8-6537-4057-912f-1391b5bf7d8c] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1171.519736] env[63043]: DEBUG nova.network.neutron [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Updating instance_info_cache with network_info: [{"id": "71452bb8-0e5d-481d-8a0d-972cbefce91c", "address": "fa:16:3e:07:ed:ba", "network": {"id": "3fe9d202-0988-407b-8241-33c9d6cb4679", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1113469375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883d5050742746cd8882e3ed38aa4e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71452bb8-0e", "ovs_interfaceid": "71452bb8-0e5d-481d-8a0d-972cbefce91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.554686] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.555467] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e164ee20-e945-4431-81e2-cf826652e64c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.564258] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1171.564258] env[63043]: value = "task-2486896" [ 1171.564258] env[63043]: _type = "Task" [ 1171.564258] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.573664] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.616491] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.616691] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.619041] env[63043]: INFO nova.compute.claims [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.702472] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "141e3ec1-c725-44af-a273-1be4e38e9b76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.702698] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "141e3ec1-c725-44af-a273-1be4e38e9b76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.008516] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: ce48b27c-5c1a-4093-9867-ad7c8b912192] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1172.022375] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Releasing lock "refresh_cache-8ba285da-6786-4cbf-8e93-069bd5659492" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.022722] env[63043]: DEBUG nova.compute.manager [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Instance network_info: |[{"id": "71452bb8-0e5d-481d-8a0d-972cbefce91c", "address": "fa:16:3e:07:ed:ba", "network": {"id": "3fe9d202-0988-407b-8241-33c9d6cb4679", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1113469375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883d5050742746cd8882e3ed38aa4e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71452bb8-0e", "ovs_interfaceid": "71452bb8-0e5d-481d-8a0d-972cbefce91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.023153] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:ed:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71452bb8-0e5d-481d-8a0d-972cbefce91c', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.031611] env[63043]: DEBUG oslo.service.loopingcall [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1172.031929] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.032229] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da84e7aa-0b83-4535-8fb0-0da39f66e345 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.055216] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.055216] env[63043]: value = "task-2486897" [ 1172.055216] env[63043]: _type = "Task" [ 1172.055216] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.065065] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486897, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.075592] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486896, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.204835] env[63043]: DEBUG nova.compute.manager [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.275047] env[63043]: DEBUG nova.compute.manager [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Received event network-changed-71452bb8-0e5d-481d-8a0d-972cbefce91c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.275261] env[63043]: DEBUG nova.compute.manager [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Refreshing instance network info cache due to event network-changed-71452bb8-0e5d-481d-8a0d-972cbefce91c. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1172.275483] env[63043]: DEBUG oslo_concurrency.lockutils [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] Acquiring lock "refresh_cache-8ba285da-6786-4cbf-8e93-069bd5659492" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.275703] env[63043]: DEBUG oslo_concurrency.lockutils [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] Acquired lock "refresh_cache-8ba285da-6786-4cbf-8e93-069bd5659492" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.275884] env[63043]: DEBUG nova.network.neutron [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Refreshing network info cache for port 71452bb8-0e5d-481d-8a0d-972cbefce91c {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.511511] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 0e9ba214-805d-4744-83c7-72cda80bc706] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1172.574908] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486897, 'name': CreateVM_Task, 'duration_secs': 0.323938} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.575667] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.576628] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.576916] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.577397] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.582091] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2db395a-d5b9-40a3-8a22-f298d62593af {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.584477] env[63043]: DEBUG oslo_vmware.api [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486896, 'name': PowerOnVM_Task, 'duration_secs': 0.552577} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.584849] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.585156] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-81ca5dd1-10ae-4fb0-9c82-0991979ffb24 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance '52cc4cd4-8464-47b6-bff1-7c11829bd27d' progress to 100 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.594300] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1172.594300] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]525e21bb-3e79-e033-34a5-a7871c27acfb" [ 1172.594300] env[63043]: _type = "Task" [ 1172.594300] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.605572] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525e21bb-3e79-e033-34a5-a7871c27acfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.723525] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.766472] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83441a89-2bc8-43cc-bbba-855cb1e7f3f7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.774393] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cb05b2-fb03-4238-9a67-a070367fd4bf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.803862] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d26ff26-9d6d-4a52-adc3-11e47fb00037 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.812869] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34371219-e1a4-4db6-bf97-c43e42bc9c81 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.827572] env[63043]: DEBUG nova.compute.provider_tree [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.961472] env[63043]: DEBUG nova.network.neutron [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Updated VIF entry in instance network info cache for port 71452bb8-0e5d-481d-8a0d-972cbefce91c. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.961842] env[63043]: DEBUG nova.network.neutron [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Updating instance_info_cache with network_info: [{"id": "71452bb8-0e5d-481d-8a0d-972cbefce91c", "address": "fa:16:3e:07:ed:ba", "network": {"id": "3fe9d202-0988-407b-8241-33c9d6cb4679", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1113469375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883d5050742746cd8882e3ed38aa4e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71452bb8-0e", "ovs_interfaceid": "71452bb8-0e5d-481d-8a0d-972cbefce91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.014716] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 2111e8eb-3453-4f4b-b924-d3e2fa3a0a64] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1173.105047] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]525e21bb-3e79-e033-34a5-a7871c27acfb, 'name': SearchDatastore_Task, 'duration_secs': 0.035568} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.105355] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.105605] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.105858] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.106081] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.106285] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.106536] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17f90c0b-067a-489f-856d-4687ca2d5bd9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.116869] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.117068] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.117745] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e553ce-c15c-4bb8-ae0f-2dcb69bc610e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.123379] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1173.123379] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bc18af-63ad-7963-69de-fb26194a69cc" [ 1173.123379] env[63043]: _type = "Task" [ 1173.123379] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.132211] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bc18af-63ad-7963-69de-fb26194a69cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.331349] env[63043]: DEBUG nova.scheduler.client.report [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.464249] env[63043]: DEBUG oslo_concurrency.lockutils [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] Releasing lock "refresh_cache-8ba285da-6786-4cbf-8e93-069bd5659492" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.464482] env[63043]: DEBUG nova.compute.manager [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Received event network-changed-70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.464654] env[63043]: DEBUG nova.compute.manager [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Refreshing instance network info cache due to event network-changed-70bb78a0-dfb8-4528-91ca-311c62b9c3b8. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1173.464863] env[63043]: DEBUG oslo_concurrency.lockutils [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] Acquiring lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.465013] env[63043]: DEBUG oslo_concurrency.lockutils [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] Acquired lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.465185] env[63043]: DEBUG nova.network.neutron [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Refreshing network info cache for port 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.517525] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 4db389d7-fff2-4e65-a3b9-a6931964201a] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1173.636683] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bc18af-63ad-7963-69de-fb26194a69cc, 'name': SearchDatastore_Task, 'duration_secs': 0.019447} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.637662] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d683744b-1369-4f23-87aa-ac686210ea16 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.643106] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1173.643106] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524c8978-63c0-9e40-5ae0-7ca522e7f906" [ 1173.643106] env[63043]: _type = "Task" [ 1173.643106] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.650680] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524c8978-63c0-9e40-5ae0-7ca522e7f906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.836820] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.837392] env[63043]: DEBUG nova.compute.manager [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.840481] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.117s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.841941] env[63043]: INFO nova.compute.claims [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.020742] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: a8cd95e8-213c-47bb-8082-30075fa6b60b] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1174.154981] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524c8978-63c0-9e40-5ae0-7ca522e7f906, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.157564] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.157837] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 8ba285da-6786-4cbf-8e93-069bd5659492/8ba285da-6786-4cbf-8e93-069bd5659492.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.158154] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c5fb08e-55f0-4dd8-b6d3-94cb00c04f5a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.165454] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1174.165454] env[63043]: value = "task-2486899" [ 1174.165454] env[63043]: _type = "Task" [ 1174.165454] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.175549] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.190046] env[63043]: DEBUG nova.network.neutron [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updated VIF entry in instance network info cache for port 70bb78a0-dfb8-4528-91ca-311c62b9c3b8. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.190411] env[63043]: DEBUG nova.network.neutron [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updating instance_info_cache with network_info: [{"id": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "address": "fa:16:3e:0f:7d:d7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bb78a0-df", "ovs_interfaceid": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.345862] env[63043]: DEBUG nova.compute.utils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1174.349791] env[63043]: DEBUG nova.compute.manager [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.350025] env[63043]: DEBUG nova.network.neutron [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.392057] env[63043]: DEBUG nova.policy [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc571e600ae340a39621d3ca98c814b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65747648e0714297a223243f77bbdfc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.523844] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: dc294ec0-d246-43eb-b334-15578b9aaa9d] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1174.677467] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460304} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.677467] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 8ba285da-6786-4cbf-8e93-069bd5659492/8ba285da-6786-4cbf-8e93-069bd5659492.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.677467] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.677467] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3be5afa1-9385-471b-aa95-30d3f6e2b51f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.682571] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1174.682571] env[63043]: value = "task-2486900" [ 1174.682571] env[63043]: _type = "Task" [ 1174.682571] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.691088] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.692697] env[63043]: DEBUG oslo_concurrency.lockutils [req-deb0a3a7-f9c5-4577-a161-04af4ecb1b31 req-a9206e16-c4c7-4cd4-9f17-4e8e973f710a service nova] Releasing lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.749133] env[63043]: DEBUG nova.network.neutron [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Successfully created port: c8785ad3-b3ad-47ef-8faf-f514ebe090cc {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.853608] env[63043]: DEBUG nova.compute.manager [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.988019] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75856952-1d80-493d-8906-7296d39a72ba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.995362] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265992a3-0d52-42f0-aa74-6d0f87a9a72b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.026513] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e896e9-8fca-4615-a0ea-3d47162f003a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.029184] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: d4ce4f3a-0979-4c85-be63-8532eedb1593] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1175.036071] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca68d1a6-150e-4eca-96cb-d200901627c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.049676] env[63043]: DEBUG nova.compute.provider_tree [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.192799] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065872} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.193117] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.193879] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde86b38-a39f-4154-8d63-34e258a61dd4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.215664] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 8ba285da-6786-4cbf-8e93-069bd5659492/8ba285da-6786-4cbf-8e93-069bd5659492.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.218424] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3545822c-f695-4395-a45c-35b53b6448c4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.237836] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1175.237836] env[63043]: value = "task-2486901" [ 1175.237836] env[63043]: _type = "Task" [ 1175.237836] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.249379] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.261905] env[63043]: DEBUG nova.network.neutron [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Port eac1fb8a-9104-4e9d-ace3-b5868e933353 binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1175.262098] env[63043]: DEBUG oslo_concurrency.lockutils [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.262294] env[63043]: DEBUG oslo_concurrency.lockutils [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.262407] env[63043]: DEBUG nova.network.neutron [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.532264] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: c52ccbde-5679-4408-bf26-4bee8974a41a] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1175.552435] env[63043]: DEBUG nova.scheduler.client.report [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.747669] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.865192] env[63043]: DEBUG nova.compute.manager [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.895030] env[63043]: DEBUG nova.virt.hardware [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.895030] env[63043]: DEBUG nova.virt.hardware [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.895030] env[63043]: DEBUG nova.virt.hardware [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.895030] env[63043]: DEBUG nova.virt.hardware [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.895030] env[63043]: DEBUG nova.virt.hardware [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.895030] env[63043]: DEBUG nova.virt.hardware [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.895030] env[63043]: DEBUG nova.virt.hardware [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.895030] env[63043]: DEBUG nova.virt.hardware [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.895030] env[63043]: DEBUG nova.virt.hardware [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.895507] env[63043]: DEBUG nova.virt.hardware [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.895507] env[63043]: DEBUG nova.virt.hardware [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.896287] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2c6915-fc30-46ac-a2ef-62d4b0f066e1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.907066] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3955ea-3f40-4ffa-9d2e-2482add40784 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.035440] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 73827131-0a2c-48ac-9358-d5d301c1144f] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1176.048956] env[63043]: DEBUG nova.network.neutron [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance_info_cache with network_info: [{"id": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "address": "fa:16:3e:e6:8b:f5", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac1fb8a-91", "ovs_interfaceid": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.057359] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.057811] env[63043]: DEBUG nova.compute.manager [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.144311] env[63043]: DEBUG nova.compute.manager [req-2d2738d1-a812-4a99-a027-0e2d2b01450d req-37dda0aa-7a5a-4c13-b012-e5af8af84f25 service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Received event network-vif-plugged-c8785ad3-b3ad-47ef-8faf-f514ebe090cc {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.144444] env[63043]: DEBUG oslo_concurrency.lockutils [req-2d2738d1-a812-4a99-a027-0e2d2b01450d req-37dda0aa-7a5a-4c13-b012-e5af8af84f25 service nova] Acquiring lock "6e073b27-a11c-4312-bcac-57d95530830e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.144648] env[63043]: DEBUG oslo_concurrency.lockutils [req-2d2738d1-a812-4a99-a027-0e2d2b01450d req-37dda0aa-7a5a-4c13-b012-e5af8af84f25 service nova] Lock "6e073b27-a11c-4312-bcac-57d95530830e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.144815] env[63043]: DEBUG oslo_concurrency.lockutils [req-2d2738d1-a812-4a99-a027-0e2d2b01450d req-37dda0aa-7a5a-4c13-b012-e5af8af84f25 service nova] Lock "6e073b27-a11c-4312-bcac-57d95530830e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.145056] env[63043]: DEBUG nova.compute.manager [req-2d2738d1-a812-4a99-a027-0e2d2b01450d req-37dda0aa-7a5a-4c13-b012-e5af8af84f25 service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] No waiting events found dispatching network-vif-plugged-c8785ad3-b3ad-47ef-8faf-f514ebe090cc {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.145160] env[63043]: WARNING nova.compute.manager [req-2d2738d1-a812-4a99-a027-0e2d2b01450d req-37dda0aa-7a5a-4c13-b012-e5af8af84f25 service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Received unexpected event network-vif-plugged-c8785ad3-b3ad-47ef-8faf-f514ebe090cc for instance with vm_state building and task_state spawning. [ 1176.222073] env[63043]: DEBUG nova.network.neutron [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Successfully updated port: c8785ad3-b3ad-47ef-8faf-f514ebe090cc {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.248169] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.539378] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: b6326a0e-f6b0-466a-8c18-9a3e6b112e42] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1176.551344] env[63043]: DEBUG oslo_concurrency.lockutils [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.563542] env[63043]: DEBUG nova.compute.utils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1176.565293] env[63043]: DEBUG nova.compute.manager [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.568479] env[63043]: DEBUG nova.network.neutron [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.602199] env[63043]: DEBUG nova.policy [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf453eb92ec41dc90b0da8808e471ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2f2e17117d41f78c9bb1028587f0ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.727024] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.727192] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.727383] env[63043]: DEBUG nova.network.neutron [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.751472] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486901, 'name': ReconfigVM_Task, 'duration_secs': 1.113842} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.751777] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 8ba285da-6786-4cbf-8e93-069bd5659492/8ba285da-6786-4cbf-8e93-069bd5659492.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.752661] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e81387d-14a6-43b6-908e-ccac14c2a51b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.759797] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1176.759797] env[63043]: value = "task-2486902" [ 1176.759797] env[63043]: _type = "Task" [ 1176.759797] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.769348] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486902, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.970200] env[63043]: DEBUG nova.network.neutron [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Successfully created port: 302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.042708] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 8faf95e3-ce3a-4e0a-91f1-f508a80fb268] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1177.054157] env[63043]: DEBUG nova.compute.manager [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63043) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1177.068702] env[63043]: DEBUG nova.compute.manager [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.258669] env[63043]: DEBUG nova.network.neutron [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.269799] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486902, 'name': Rename_Task, 'duration_secs': 0.209282} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.270065] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.270330] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cffdb0c-a7a8-4d5c-a198-14a3ff718225 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.277216] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1177.277216] env[63043]: value = "task-2486903" [ 1177.277216] env[63043]: _type = "Task" [ 1177.277216] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.290841] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.394223] env[63043]: DEBUG nova.network.neutron [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance_info_cache with network_info: [{"id": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "address": "fa:16:3e:ba:13:27", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8785ad3-b3", "ovs_interfaceid": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.546216] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 974b051e-74c5-457d-b734-ef7fa65a8d3d] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1177.792086] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486903, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.897124] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.897581] env[63043]: DEBUG nova.compute.manager [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Instance network_info: |[{"id": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "address": "fa:16:3e:ba:13:27", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8785ad3-b3", "ovs_interfaceid": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.898023] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:13:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8785ad3-b3ad-47ef-8faf-f514ebe090cc', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.905762] env[63043]: DEBUG oslo.service.loopingcall [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1177.905995] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.906238] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cbf1636-d94f-42de-a93d-1ea59b814895 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.926590] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.926590] env[63043]: value = "task-2486904" [ 1177.926590] env[63043]: _type = "Task" [ 1177.926590] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.935085] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486904, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.049691] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: dd9d50c4-0607-4247-8e76-06903fb0a599] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1178.077975] env[63043]: DEBUG nova.compute.manager [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.105044] env[63043]: DEBUG nova.virt.hardware [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.105331] env[63043]: DEBUG nova.virt.hardware [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.105496] env[63043]: DEBUG nova.virt.hardware [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.105684] env[63043]: DEBUG nova.virt.hardware [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.105834] env[63043]: DEBUG nova.virt.hardware [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.106014] env[63043]: DEBUG nova.virt.hardware [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.106222] env[63043]: DEBUG nova.virt.hardware [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.106387] env[63043]: DEBUG nova.virt.hardware [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.106559] env[63043]: DEBUG nova.virt.hardware [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.106724] env[63043]: DEBUG nova.virt.hardware [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.106900] env[63043]: DEBUG nova.virt.hardware [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.107767] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e499068d-75c5-4c11-ab5e-29fba6d3ab23 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.115902] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbee6371-4f95-4c12-bdca-35344b8749cb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.169589] env[63043]: DEBUG nova.compute.manager [req-99e10ddc-c10c-4882-b385-1221ff144e38 req-4ba929bd-40a8-47b4-8f43-f1cc706060e4 service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Received event network-changed-c8785ad3-b3ad-47ef-8faf-f514ebe090cc {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1178.169806] env[63043]: DEBUG nova.compute.manager [req-99e10ddc-c10c-4882-b385-1221ff144e38 req-4ba929bd-40a8-47b4-8f43-f1cc706060e4 service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Refreshing instance network info cache due to event network-changed-c8785ad3-b3ad-47ef-8faf-f514ebe090cc. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1178.169993] env[63043]: DEBUG oslo_concurrency.lockutils [req-99e10ddc-c10c-4882-b385-1221ff144e38 req-4ba929bd-40a8-47b4-8f43-f1cc706060e4 service nova] Acquiring lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.170155] env[63043]: DEBUG oslo_concurrency.lockutils [req-99e10ddc-c10c-4882-b385-1221ff144e38 req-4ba929bd-40a8-47b4-8f43-f1cc706060e4 service nova] Acquired lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.170319] env[63043]: DEBUG nova.network.neutron [req-99e10ddc-c10c-4882-b385-1221ff144e38 req-4ba929bd-40a8-47b4-8f43-f1cc706060e4 service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Refreshing network info cache for port c8785ad3-b3ad-47ef-8faf-f514ebe090cc {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.173344] env[63043]: DEBUG oslo_concurrency.lockutils [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.173501] env[63043]: DEBUG oslo_concurrency.lockutils [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.289762] env[63043]: DEBUG oslo_vmware.api [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486903, 'name': PowerOnVM_Task, 'duration_secs': 0.60128} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.290056] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.290269] env[63043]: INFO nova.compute.manager [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1178.291115] env[63043]: DEBUG nova.compute.manager [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.291486] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43b0176-d242-4098-af9e-4bd838124647 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.437822] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486904, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.454952] env[63043]: DEBUG nova.network.neutron [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Successfully updated port: 302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.553443] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: f8ee9bc6-f2db-4b76-89d5-7e20cad2ac5c] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1178.675996] env[63043]: DEBUG nova.objects.instance [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'migration_context' on Instance uuid 52cc4cd4-8464-47b6-bff1-7c11829bd27d {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.810789] env[63043]: INFO nova.compute.manager [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Took 13.63 seconds to build instance. [ 1178.868755] env[63043]: DEBUG nova.network.neutron [req-99e10ddc-c10c-4882-b385-1221ff144e38 req-4ba929bd-40a8-47b4-8f43-f1cc706060e4 service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updated VIF entry in instance network info cache for port c8785ad3-b3ad-47ef-8faf-f514ebe090cc. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.869150] env[63043]: DEBUG nova.network.neutron [req-99e10ddc-c10c-4882-b385-1221ff144e38 req-4ba929bd-40a8-47b4-8f43-f1cc706060e4 service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance_info_cache with network_info: [{"id": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "address": "fa:16:3e:ba:13:27", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8785ad3-b3", "ovs_interfaceid": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.937321] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486904, 'name': CreateVM_Task, 'duration_secs': 0.70087} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.937513] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.938278] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.938448] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.938773] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.939036] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3870b8-a5f1-47e7-b3fc-6f5fc505b91a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.943865] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1178.943865] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]524d861b-8930-9eaf-986e-a4c553bc0cfa" [ 1178.943865] env[63043]: _type = "Task" [ 1178.943865] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.952076] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524d861b-8930-9eaf-986e-a4c553bc0cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.957787] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.957940] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.958158] env[63043]: DEBUG nova.network.neutron [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.057414] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: ceca798f-e220-445a-b8cc-72855897fadf] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1179.307263] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23816b13-0bd8-411c-9dce-842b02f7ffcb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.312419] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.138s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.315918] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d191fb36-861f-49bf-91a2-a8bb95e0df58 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.347918] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14302f2e-d68f-4f5c-9bb9-887e03a1aff2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.355016] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5761171-23dc-40ce-8acd-4ad8fd333c20 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.368052] env[63043]: DEBUG nova.compute.provider_tree [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.371184] env[63043]: DEBUG oslo_concurrency.lockutils [req-99e10ddc-c10c-4882-b385-1221ff144e38 req-4ba929bd-40a8-47b4-8f43-f1cc706060e4 service nova] Releasing lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.453996] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]524d861b-8930-9eaf-986e-a4c553bc0cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.019253} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.454407] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.454683] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.454926] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.455085] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.455266] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.455565] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0528b21c-87f8-402a-be76-03ecd71eb4eb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.463801] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.463984] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.464722] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10edbd1-b9e0-4176-88b1-f51c6dd6414c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.470234] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1179.470234] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e25b27-cb1d-015b-f7df-58ccf929d1a2" [ 1179.470234] env[63043]: _type = "Task" [ 1179.470234] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.477866] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e25b27-cb1d-015b-f7df-58ccf929d1a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.490306] env[63043]: DEBUG nova.network.neutron [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.562066] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 80805db5-2215-4d5a-9b38-e4d82d76ffbe] Instance has had 0 of 5 cleanup attempts {{(pid=63043) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1179.617811] env[63043]: DEBUG nova.network.neutron [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updating instance_info_cache with network_info: [{"id": "302b4cf1-874d-4df5-920c-7cd7108cb543", "address": "fa:16:3e:58:37:a7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302b4cf1-87", "ovs_interfaceid": "302b4cf1-874d-4df5-920c-7cd7108cb543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.684361] env[63043]: DEBUG nova.compute.manager [req-89f18820-4f15-486f-afc1-6da04d584fec req-87212ecd-0d53-4ddc-9806-e9845c97d594 service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Received event network-changed-71452bb8-0e5d-481d-8a0d-972cbefce91c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1179.684584] env[63043]: DEBUG nova.compute.manager [req-89f18820-4f15-486f-afc1-6da04d584fec req-87212ecd-0d53-4ddc-9806-e9845c97d594 service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Refreshing instance network info cache due to event network-changed-71452bb8-0e5d-481d-8a0d-972cbefce91c. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1179.684826] env[63043]: DEBUG oslo_concurrency.lockutils [req-89f18820-4f15-486f-afc1-6da04d584fec req-87212ecd-0d53-4ddc-9806-e9845c97d594 service nova] Acquiring lock "refresh_cache-8ba285da-6786-4cbf-8e93-069bd5659492" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.684934] env[63043]: DEBUG oslo_concurrency.lockutils [req-89f18820-4f15-486f-afc1-6da04d584fec req-87212ecd-0d53-4ddc-9806-e9845c97d594 service nova] Acquired lock "refresh_cache-8ba285da-6786-4cbf-8e93-069bd5659492" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.686192] env[63043]: DEBUG nova.network.neutron [req-89f18820-4f15-486f-afc1-6da04d584fec req-87212ecd-0d53-4ddc-9806-e9845c97d594 service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Refreshing network info cache for port 71452bb8-0e5d-481d-8a0d-972cbefce91c {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.742801] env[63043]: DEBUG oslo_concurrency.lockutils [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.743202] env[63043]: DEBUG oslo_concurrency.lockutils [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.871802] env[63043]: DEBUG nova.scheduler.client.report [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.981497] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e25b27-cb1d-015b-f7df-58ccf929d1a2, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.982287] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab741649-33fc-4f8d-a875-7a00eaae393b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.987208] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1179.987208] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f664dc-b0f2-b4c8-0e2d-34ddfefcb6fb" [ 1179.987208] env[63043]: _type = "Task" [ 1179.987208] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.994734] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f664dc-b0f2-b4c8-0e2d-34ddfefcb6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.065244] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.065504] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Cleaning up deleted instances with incomplete migration {{(pid=63043) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1180.120961] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.121234] env[63043]: DEBUG nova.compute.manager [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Instance network_info: |[{"id": "302b4cf1-874d-4df5-920c-7cd7108cb543", "address": "fa:16:3e:58:37:a7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302b4cf1-87", "ovs_interfaceid": "302b4cf1-874d-4df5-920c-7cd7108cb543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.121629] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:37:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '302b4cf1-874d-4df5-920c-7cd7108cb543', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.129479] env[63043]: DEBUG oslo.service.loopingcall [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.129672] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.129889] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f6c3e1a-48cc-4627-8348-8e199714eea2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.150351] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.150351] env[63043]: value = "task-2486905" [ 1180.150351] env[63043]: _type = "Task" [ 1180.150351] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.157857] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486905, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.198368] env[63043]: DEBUG nova.compute.manager [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Received event network-vif-plugged-302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.198595] env[63043]: DEBUG oslo_concurrency.lockutils [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] Acquiring lock "141e3ec1-c725-44af-a273-1be4e38e9b76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.198796] env[63043]: DEBUG oslo_concurrency.lockutils [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] Lock "141e3ec1-c725-44af-a273-1be4e38e9b76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.198957] env[63043]: DEBUG oslo_concurrency.lockutils [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] Lock "141e3ec1-c725-44af-a273-1be4e38e9b76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.199144] env[63043]: DEBUG nova.compute.manager [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] No waiting events found dispatching network-vif-plugged-302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.199331] env[63043]: WARNING nova.compute.manager [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Received unexpected event network-vif-plugged-302b4cf1-874d-4df5-920c-7cd7108cb543 for instance with vm_state building and task_state spawning. [ 1180.199463] env[63043]: DEBUG nova.compute.manager [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Received event network-changed-302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.199609] env[63043]: DEBUG nova.compute.manager [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Refreshing instance network info cache due to event network-changed-302b4cf1-874d-4df5-920c-7cd7108cb543. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1180.199789] env[63043]: DEBUG oslo_concurrency.lockutils [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] Acquiring lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.199925] env[63043]: DEBUG oslo_concurrency.lockutils [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] Acquired lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.200093] env[63043]: DEBUG nova.network.neutron [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Refreshing network info cache for port 302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.246016] env[63043]: DEBUG nova.compute.utils [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1180.448668] env[63043]: DEBUG nova.network.neutron [req-89f18820-4f15-486f-afc1-6da04d584fec req-87212ecd-0d53-4ddc-9806-e9845c97d594 service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Updated VIF entry in instance network info cache for port 71452bb8-0e5d-481d-8a0d-972cbefce91c. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.449130] env[63043]: DEBUG nova.network.neutron [req-89f18820-4f15-486f-afc1-6da04d584fec req-87212ecd-0d53-4ddc-9806-e9845c97d594 service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Updating instance_info_cache with network_info: [{"id": "71452bb8-0e5d-481d-8a0d-972cbefce91c", "address": "fa:16:3e:07:ed:ba", "network": {"id": "3fe9d202-0988-407b-8241-33c9d6cb4679", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1113469375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883d5050742746cd8882e3ed38aa4e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71452bb8-0e", "ovs_interfaceid": "71452bb8-0e5d-481d-8a0d-972cbefce91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.499836] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f664dc-b0f2-b4c8-0e2d-34ddfefcb6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.499972] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.500249] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 6e073b27-a11c-4312-bcac-57d95530830e/6e073b27-a11c-4312-bcac-57d95530830e.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.500606] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ed8204e-2323-4c67-80b0-22987f1d01e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.510609] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1180.510609] env[63043]: value = "task-2486906" [ 1180.510609] env[63043]: _type = "Task" [ 1180.510609] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.519455] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.661128] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486905, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.748723] env[63043]: DEBUG oslo_concurrency.lockutils [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.801727] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.801948] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.889914] env[63043]: DEBUG oslo_concurrency.lockutils [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.716s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.949126] env[63043]: DEBUG nova.network.neutron [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updated VIF entry in instance network info cache for port 302b4cf1-874d-4df5-920c-7cd7108cb543. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.949820] env[63043]: DEBUG nova.network.neutron [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updating instance_info_cache with network_info: [{"id": "302b4cf1-874d-4df5-920c-7cd7108cb543", "address": "fa:16:3e:58:37:a7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302b4cf1-87", "ovs_interfaceid": "302b4cf1-874d-4df5-920c-7cd7108cb543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.952057] env[63043]: DEBUG oslo_concurrency.lockutils [req-89f18820-4f15-486f-afc1-6da04d584fec req-87212ecd-0d53-4ddc-9806-e9845c97d594 service nova] Releasing lock "refresh_cache-8ba285da-6786-4cbf-8e93-069bd5659492" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.021087] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486906, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.161025] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486905, 'name': CreateVM_Task} progress is 25%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.311280] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.311478] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.453608] env[63043]: DEBUG oslo_concurrency.lockutils [req-7b618d67-8954-4f84-ba7c-f1370c3d7aeb req-8c12ed9a-336f-4912-87e8-ef1404e65a0e service nova] Releasing lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.521175] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62778} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.521396] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 6e073b27-a11c-4312-bcac-57d95530830e/6e073b27-a11c-4312-bcac-57d95530830e.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.521608] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.521851] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9449a41-d1e0-4833-81ba-f82dc06e5258 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.528682] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1181.528682] env[63043]: value = "task-2486907" [ 1181.528682] env[63043]: _type = "Task" [ 1181.528682] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.535757] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.661809] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486905, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.812290] env[63043]: DEBUG oslo_concurrency.lockutils [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.812560] env[63043]: DEBUG oslo_concurrency.lockutils [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.812802] env[63043]: INFO nova.compute.manager [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Attaching volume ff6ea4df-c99a-41b3-ad65-90f022c5e546 to /dev/sdb [ 1181.843590] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a370a6d-f595-4d1b-8726-ac720635d22a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.850634] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c390ade0-a489-487f-bec6-e503ee9c6626 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.863778] env[63043]: DEBUG nova.virt.block_device [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Updating existing volume attachment record: fc1f9e38-ca87-45d1-9875-6a346603f87f {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1182.037772] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.35863} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.038062] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.038950] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb01726-c535-43f3-933f-2661c1a8712e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.060098] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 6e073b27-a11c-4312-bcac-57d95530830e/6e073b27-a11c-4312-bcac-57d95530830e.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.060481] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbae524f-5f6f-45c1-ad06-317c6ca672b2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.078869] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1182.078869] env[63043]: value = "task-2486909" [ 1182.078869] env[63043]: _type = "Task" [ 1182.078869] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.162485] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486905, 'name': CreateVM_Task, 'duration_secs': 1.589804} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.162759] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.163424] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.163596] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.163919] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.164244] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315478bb-980e-4d25-ba6c-afe8a2a06530 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.168609] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1182.168609] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52fe54f0-e38e-bf74-213c-196e424e83ca" [ 1182.168609] env[63043]: _type = "Task" [ 1182.168609] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.176376] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52fe54f0-e38e-bf74-213c-196e424e83ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.444439] env[63043]: INFO nova.compute.manager [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Swapping old allocation on dict_keys(['d1c615ed-2198-4c37-92f9-e049b1e9001f']) held by migration 7ef39f2e-0e77-4d50-90ef-48ef78370d85 for instance [ 1182.466986] env[63043]: DEBUG nova.scheduler.client.report [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Overwriting current allocation {'allocations': {'d1c615ed-2198-4c37-92f9-e049b1e9001f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 158}}, 'project_id': '10268a5ffd764ce2bb63f3adebcf623f', 'user_id': '71f88abbe2b04ee5a5ca1cb23a647282', 'consumer_generation': 1} on consumer 52cc4cd4-8464-47b6-bff1-7c11829bd27d {{(pid=63043) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1182.553833] env[63043]: DEBUG oslo_concurrency.lockutils [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.554053] env[63043]: DEBUG oslo_concurrency.lockutils [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.554786] env[63043]: DEBUG nova.network.neutron [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.589936] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.678063] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52fe54f0-e38e-bf74-213c-196e424e83ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.678448] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.678682] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.678913] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.679075] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.679258] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.679512] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7549e35a-f2f2-4671-99b6-8c226f2f353f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.687274] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.687453] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.688253] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6da602-9d99-44ad-aabe-f4f4263469c6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.693236] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1182.693236] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]522fe677-32f9-df1e-50a3-2eb5048871b1" [ 1182.693236] env[63043]: _type = "Task" [ 1182.693236] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.700650] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522fe677-32f9-df1e-50a3-2eb5048871b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.088770] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486909, 'name': ReconfigVM_Task, 'duration_secs': 0.628267} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.089065] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 6e073b27-a11c-4312-bcac-57d95530830e/6e073b27-a11c-4312-bcac-57d95530830e.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.089759] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f7c7060-f03a-43a4-96ee-3cfbbaf25dc5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.098247] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1183.098247] env[63043]: value = "task-2486912" [ 1183.098247] env[63043]: _type = "Task" [ 1183.098247] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.106408] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486912, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.203654] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522fe677-32f9-df1e-50a3-2eb5048871b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.206400] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a119013-c13b-48f5-9637-17f89301c498 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.211918] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1183.211918] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bd9568-e0ee-3075-cf33-b8c52c5b5a21" [ 1183.211918] env[63043]: _type = "Task" [ 1183.211918] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.219851] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bd9568-e0ee-3075-cf33-b8c52c5b5a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.301076] env[63043]: DEBUG nova.network.neutron [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance_info_cache with network_info: [{"id": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "address": "fa:16:3e:e6:8b:f5", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac1fb8a-91", "ovs_interfaceid": "eac1fb8a-9104-4e9d-ace3-b5868e933353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.608220] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486912, 'name': Rename_Task, 'duration_secs': 0.180655} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.608461] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.608700] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a17cbc31-9a05-4907-8d26-0311ab2b9657 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.615171] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1183.615171] env[63043]: value = "task-2486913" [ 1183.615171] env[63043]: _type = "Task" [ 1183.615171] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.622140] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.721939] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bd9568-e0ee-3075-cf33-b8c52c5b5a21, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.722231] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.722485] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 141e3ec1-c725-44af-a273-1be4e38e9b76/141e3ec1-c725-44af-a273-1be4e38e9b76.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.722742] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-415bd7ef-c8d0-4ef8-8efe-7577955b78c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.729478] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1183.729478] env[63043]: value = "task-2486914" [ 1183.729478] env[63043]: _type = "Task" [ 1183.729478] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.736880] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.805064] env[63043]: DEBUG oslo_concurrency.lockutils [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-52cc4cd4-8464-47b6-bff1-7c11829bd27d" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.806294] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c6f4dd-271e-4896-a100-79dfaf8f4d0c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.813570] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60da1681-d5d6-4a34-a933-a9cb3d39d4cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.127374] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.239665] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463506} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.239948] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 141e3ec1-c725-44af-a273-1be4e38e9b76/141e3ec1-c725-44af-a273-1be4e38e9b76.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.240165] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.240421] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18fed42e-c473-48ce-8dab-5bfbb93f2470 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.246485] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1184.246485] env[63043]: value = "task-2486916" [ 1184.246485] env[63043]: _type = "Task" [ 1184.246485] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.255346] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.624810] env[63043]: DEBUG oslo_vmware.api [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486913, 'name': PowerOnVM_Task, 'duration_secs': 0.885106} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.625111] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.625321] env[63043]: INFO nova.compute.manager [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1184.625505] env[63043]: DEBUG nova.compute.manager [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.626292] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc054412-a3c1-4f26-a276-dbfbe9e765e3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.755791] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067693} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.756054] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.756786] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a38b82-e047-462e-b8db-7341b3db3282 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.778677] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 141e3ec1-c725-44af-a273-1be4e38e9b76/141e3ec1-c725-44af-a273-1be4e38e9b76.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.778940] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e75efc50-df47-455d-a091-c9e89bd1d7fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.799401] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1184.799401] env[63043]: value = "task-2486917" [ 1184.799401] env[63043]: _type = "Task" [ 1184.799401] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.807400] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.984096] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.984431] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4da39816-9bc4-4443-bc86-5edcd2979aed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.992047] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1184.992047] env[63043]: value = "task-2486918" [ 1184.992047] env[63043]: _type = "Task" [ 1184.992047] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.000018] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.142975] env[63043]: INFO nova.compute.manager [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Took 13.55 seconds to build instance. [ 1185.309575] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486917, 'name': ReconfigVM_Task, 'duration_secs': 0.331783} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.309879] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 141e3ec1-c725-44af-a273-1be4e38e9b76/141e3ec1-c725-44af-a273-1be4e38e9b76.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.310497] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e40f75cd-2957-4834-8033-a73db1318dab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.317556] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1185.317556] env[63043]: value = "task-2486919" [ 1185.317556] env[63043]: _type = "Task" [ 1185.317556] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.325670] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486919, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.502193] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486918, 'name': PowerOffVM_Task, 'duration_secs': 0.216005} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.502514] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.503217] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.503459] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.503622] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.503809] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.503959] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.504123] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.504343] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.504503] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.504674] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.504839] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.505028] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.510227] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ace5a248-f7a6-4667-8411-7106a70bd60a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.525474] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1185.525474] env[63043]: value = "task-2486920" [ 1185.525474] env[63043]: _type = "Task" [ 1185.525474] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.534533] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.645819] env[63043]: DEBUG oslo_concurrency.lockutils [None req-12228d96-14db-4e79-a8c6-7cd161fc9b17 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "6e073b27-a11c-4312-bcac-57d95530830e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.057s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.829102] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486919, 'name': Rename_Task, 'duration_secs': 0.143975} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.829102] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.829102] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-399c2b18-402e-43d5-b636-0dfece263239 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.834301] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1185.834301] env[63043]: value = "task-2486921" [ 1185.834301] env[63043]: _type = "Task" [ 1185.834301] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.841476] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.034641] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486920, 'name': ReconfigVM_Task, 'duration_secs': 0.221382} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.035493] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0856db95-12b6-4834-a45a-c5ea7289c1e5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.056323] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.056592] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.056735] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.056920] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.057081] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.057237] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.057895] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.057895] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.057895] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.058479] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.058479] env[63043]: DEBUG nova.virt.hardware [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.059020] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec93b7a-fdd5-4cfe-b51a-96f44ac47f57 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.064600] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1186.064600] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5285dc60-c756-8d8f-14e5-716376763e55" [ 1186.064600] env[63043]: _type = "Task" [ 1186.064600] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.073041] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5285dc60-c756-8d8f-14e5-716376763e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.346874] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486921, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.362799] env[63043]: DEBUG nova.compute.manager [req-14b34a58-479d-4a4e-b5ee-bcf1f284610b req-b5cf0dd6-3bd8-4f57-a77e-620881d622ca service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Received event network-changed-c8785ad3-b3ad-47ef-8faf-f514ebe090cc {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1186.362947] env[63043]: DEBUG nova.compute.manager [req-14b34a58-479d-4a4e-b5ee-bcf1f284610b req-b5cf0dd6-3bd8-4f57-a77e-620881d622ca service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Refreshing instance network info cache due to event network-changed-c8785ad3-b3ad-47ef-8faf-f514ebe090cc. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1186.363203] env[63043]: DEBUG oslo_concurrency.lockutils [req-14b34a58-479d-4a4e-b5ee-bcf1f284610b req-b5cf0dd6-3bd8-4f57-a77e-620881d622ca service nova] Acquiring lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.363349] env[63043]: DEBUG oslo_concurrency.lockutils [req-14b34a58-479d-4a4e-b5ee-bcf1f284610b req-b5cf0dd6-3bd8-4f57-a77e-620881d622ca service nova] Acquired lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.363481] env[63043]: DEBUG nova.network.neutron [req-14b34a58-479d-4a4e-b5ee-bcf1f284610b req-b5cf0dd6-3bd8-4f57-a77e-620881d622ca service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Refreshing network info cache for port c8785ad3-b3ad-47ef-8faf-f514ebe090cc {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.407475] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1186.407722] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503154', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'name': 'volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be336f5e-bf13-4645-92a6-d7b804edaa0a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'serial': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1186.408699] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb63486a-1a98-4eb9-92e5-c5073d02cca4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.425518] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da93660f-9d59-4e50-af56-88ae8eec431a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.449992] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546/volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.450277] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4950c14-0d90-46c9-baaa-b5ab6cd0cab8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.468451] env[63043]: DEBUG oslo_vmware.api [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1186.468451] env[63043]: value = "task-2486922" [ 1186.468451] env[63043]: _type = "Task" [ 1186.468451] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.475960] env[63043]: DEBUG oslo_vmware.api [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.576737] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5285dc60-c756-8d8f-14e5-716376763e55, 'name': SearchDatastore_Task, 'duration_secs': 0.007503} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.582024] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1186.582335] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6bc7883-92e1-418b-b9d9-28b9f18fc81a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.600538] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1186.600538] env[63043]: value = "task-2486923" [ 1186.600538] env[63043]: _type = "Task" [ 1186.600538] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.609177] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.847839] env[63043]: DEBUG oslo_vmware.api [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486921, 'name': PowerOnVM_Task, 'duration_secs': 0.824708} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.847839] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.848101] env[63043]: INFO nova.compute.manager [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1186.848337] env[63043]: DEBUG nova.compute.manager [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.849123] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3c0e2f-ebd6-44d8-91f7-6413b4cbe41e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.978039] env[63043]: DEBUG oslo_vmware.api [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486922, 'name': ReconfigVM_Task, 'duration_secs': 0.357616} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.978181] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546/volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.982906] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff11b333-0259-46a6-923d-fdf1fd483e55 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.001940] env[63043]: DEBUG oslo_vmware.api [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1187.001940] env[63043]: value = "task-2486924" [ 1187.001940] env[63043]: _type = "Task" [ 1187.001940] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.010247] env[63043]: DEBUG oslo_vmware.api [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.111525] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486923, 'name': ReconfigVM_Task, 'duration_secs': 0.289901} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.111851] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1187.112745] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e5de14-e24c-4ec3-94bf-d8f267fe1a8a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.138822] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 52cc4cd4-8464-47b6-bff1-7c11829bd27d/52cc4cd4-8464-47b6-bff1-7c11829bd27d.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.141516] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b7e1977-698c-44fe-8500-98919a1350af {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.160291] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1187.160291] env[63043]: value = "task-2486925" [ 1187.160291] env[63043]: _type = "Task" [ 1187.160291] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.169855] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.186718] env[63043]: DEBUG nova.network.neutron [req-14b34a58-479d-4a4e-b5ee-bcf1f284610b req-b5cf0dd6-3bd8-4f57-a77e-620881d622ca service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updated VIF entry in instance network info cache for port c8785ad3-b3ad-47ef-8faf-f514ebe090cc. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.187298] env[63043]: DEBUG nova.network.neutron [req-14b34a58-479d-4a4e-b5ee-bcf1f284610b req-b5cf0dd6-3bd8-4f57-a77e-620881d622ca service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance_info_cache with network_info: [{"id": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "address": "fa:16:3e:ba:13:27", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8785ad3-b3", "ovs_interfaceid": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.366890] env[63043]: INFO nova.compute.manager [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Took 14.66 seconds to build instance. [ 1187.512135] env[63043]: DEBUG oslo_vmware.api [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486924, 'name': ReconfigVM_Task, 'duration_secs': 0.143635} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.512457] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503154', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'name': 'volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be336f5e-bf13-4645-92a6-d7b804edaa0a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'serial': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1187.672634] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.690301] env[63043]: DEBUG oslo_concurrency.lockutils [req-14b34a58-479d-4a4e-b5ee-bcf1f284610b req-b5cf0dd6-3bd8-4f57-a77e-620881d622ca service nova] Releasing lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.869069] env[63043]: DEBUG oslo_concurrency.lockutils [None req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "141e3ec1-c725-44af-a273-1be4e38e9b76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.166s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.171174] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486925, 'name': ReconfigVM_Task, 'duration_secs': 0.652265} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.171479] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 52cc4cd4-8464-47b6-bff1-7c11829bd27d/52cc4cd4-8464-47b6-bff1-7c11829bd27d.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.172322] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bf2ff3-bbd6-46eb-a0f0-71010d8f7c0f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.193735] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26750330-d384-4a97-89c5-d6de4347ef4f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.218148] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140eb8cf-9c62-43df-b5e5-8bf388e92dce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.240042] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27379d7d-0b81-4332-91ed-9d22843a0d33 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.247759] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.248022] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eed47e08-5558-4c02-b136-af2888d70cab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.256628] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1188.256628] env[63043]: value = "task-2486926" [ 1188.256628] env[63043]: _type = "Task" [ 1188.256628] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.269632] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.391231] env[63043]: DEBUG nova.compute.manager [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Received event network-changed-70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.391493] env[63043]: DEBUG nova.compute.manager [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Refreshing instance network info cache due to event network-changed-70bb78a0-dfb8-4528-91ca-311c62b9c3b8. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1188.391743] env[63043]: DEBUG oslo_concurrency.lockutils [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] Acquiring lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.391941] env[63043]: DEBUG oslo_concurrency.lockutils [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] Acquired lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.392164] env[63043]: DEBUG nova.network.neutron [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Refreshing network info cache for port 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.548833] env[63043]: DEBUG nova.objects.instance [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lazy-loading 'flavor' on Instance uuid be336f5e-bf13-4645-92a6-d7b804edaa0a {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.766618] env[63043]: DEBUG oslo_vmware.api [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486926, 'name': PowerOnVM_Task, 'duration_secs': 0.502196} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.766888] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.054975] env[63043]: DEBUG oslo_concurrency.lockutils [None req-10a5b6a5-68d2-4c6b-9301-ba184675f6ed tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.265485] env[63043]: DEBUG nova.network.neutron [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updated VIF entry in instance network info cache for port 70bb78a0-dfb8-4528-91ca-311c62b9c3b8. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.265882] env[63043]: DEBUG nova.network.neutron [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updating instance_info_cache with network_info: [{"id": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "address": "fa:16:3e:0f:7d:d7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bb78a0-df", "ovs_interfaceid": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.466483] env[63043]: INFO nova.compute.manager [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Rebuilding instance [ 1189.506264] env[63043]: DEBUG nova.compute.manager [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.507128] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14afa44c-813e-4b2e-9678-e57d13c7acde {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.768821] env[63043]: DEBUG oslo_concurrency.lockutils [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] Releasing lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.769042] env[63043]: DEBUG nova.compute.manager [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Received event network-changed-302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1189.769238] env[63043]: DEBUG nova.compute.manager [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Refreshing instance network info cache due to event network-changed-302b4cf1-874d-4df5-920c-7cd7108cb543. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1189.769482] env[63043]: DEBUG oslo_concurrency.lockutils [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] Acquiring lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.769636] env[63043]: DEBUG oslo_concurrency.lockutils [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] Acquired lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.769800] env[63043]: DEBUG nova.network.neutron [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Refreshing network info cache for port 302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.817929] env[63043]: INFO nova.compute.manager [None req-627ad220-6322-4ce1-9a9a-6ccd35245e2e tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance to original state: 'active' [ 1190.425106] env[63043]: DEBUG nova.compute.manager [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Received event network-changed-302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1190.425312] env[63043]: DEBUG nova.compute.manager [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Refreshing instance network info cache due to event network-changed-302b4cf1-874d-4df5-920c-7cd7108cb543. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1190.425501] env[63043]: DEBUG oslo_concurrency.lockutils [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] Acquiring lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.485791] env[63043]: DEBUG nova.network.neutron [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updated VIF entry in instance network info cache for port 302b4cf1-874d-4df5-920c-7cd7108cb543. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.486188] env[63043]: DEBUG nova.network.neutron [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updating instance_info_cache with network_info: [{"id": "302b4cf1-874d-4df5-920c-7cd7108cb543", "address": "fa:16:3e:58:37:a7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302b4cf1-87", "ovs_interfaceid": "302b4cf1-874d-4df5-920c-7cd7108cb543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.520400] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.520685] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ab32ecd-426b-4f2f-9574-38e502de06e7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.527502] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1190.527502] env[63043]: value = "task-2486927" [ 1190.527502] env[63043]: _type = "Task" [ 1190.527502] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.536818] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.988976] env[63043]: DEBUG oslo_concurrency.lockutils [req-9a34ef09-3530-4b8c-8d04-a1a1be544091 req-dfd2e360-f6b1-4a95-8d08-6a8a84bc5929 service nova] Releasing lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.989559] env[63043]: DEBUG oslo_concurrency.lockutils [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] Acquired lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.989777] env[63043]: DEBUG nova.network.neutron [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Refreshing network info cache for port 302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.038189] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486927, 'name': PowerOffVM_Task, 'duration_secs': 0.222162} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.038497] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.095023] env[63043]: INFO nova.compute.manager [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Detaching volume ff6ea4df-c99a-41b3-ad65-90f022c5e546 [ 1191.128122] env[63043]: INFO nova.virt.block_device [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Attempting to driver detach volume ff6ea4df-c99a-41b3-ad65-90f022c5e546 from mountpoint /dev/sdb [ 1191.128443] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1191.128641] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503154', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'name': 'volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be336f5e-bf13-4645-92a6-d7b804edaa0a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'serial': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1191.129568] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e382a688-b4ce-46cc-be0b-87135225a870 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.151584] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b604b5e-19c0-4cd5-b915-34d0749a9e7c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.158649] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47064e22-fe83-45c1-af97-6a7465d2d3c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.178518] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6753c509-57b1-437f-a994-d3c6cb447f8b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.195092] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] The volume has not been displaced from its original location: [datastore2] volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546/volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1191.200407] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.200726] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad34f2d2-1bb6-4cca-932a-30f373037f70 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.217698] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1191.217698] env[63043]: value = "task-2486928" [ 1191.217698] env[63043]: _type = "Task" [ 1191.217698] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.225371] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.316013] env[63043]: DEBUG oslo_concurrency.lockutils [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.316457] env[63043]: DEBUG oslo_concurrency.lockutils [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.316780] env[63043]: DEBUG oslo_concurrency.lockutils [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.317083] env[63043]: DEBUG oslo_concurrency.lockutils [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.317606] env[63043]: DEBUG oslo_concurrency.lockutils [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.320350] env[63043]: INFO nova.compute.manager [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Terminating instance [ 1191.589047] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._sync_power_states {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.692066] env[63043]: DEBUG nova.network.neutron [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updated VIF entry in instance network info cache for port 302b4cf1-874d-4df5-920c-7cd7108cb543. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.692478] env[63043]: DEBUG nova.network.neutron [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updating instance_info_cache with network_info: [{"id": "302b4cf1-874d-4df5-920c-7cd7108cb543", "address": "fa:16:3e:58:37:a7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302b4cf1-87", "ovs_interfaceid": "302b4cf1-874d-4df5-920c-7cd7108cb543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.728466] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486928, 'name': ReconfigVM_Task, 'duration_secs': 0.189062} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.728466] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.733108] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d2be574-4223-440a-b24e-dfd933fca6b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.749022] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1191.749022] env[63043]: value = "task-2486929" [ 1191.749022] env[63043]: _type = "Task" [ 1191.749022] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.756812] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.824701] env[63043]: DEBUG nova.compute.manager [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.824937] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.825235] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-882ec647-d96b-4a71-9146-c8424795e72d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.832183] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1191.832183] env[63043]: value = "task-2486930" [ 1191.832183] env[63043]: _type = "Task" [ 1191.832183] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.840579] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.092919] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Getting list of instances from cluster (obj){ [ 1192.092919] env[63043]: value = "domain-c8" [ 1192.092919] env[63043]: _type = "ClusterComputeResource" [ 1192.092919] env[63043]: } {{(pid=63043) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1192.093961] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb39690-ed9b-4b00-a618-58f345a062c5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.110289] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Got total of 8 instances {{(pid=63043) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1192.110477] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid 6a89dad9-c846-408a-8b3e-3f9ce11a87b8 {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1192.110694] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid d67d0c5b-ebc4-4751-aacb-6de3c9e26fda {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1192.110866] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid 52cc4cd4-8464-47b6-bff1-7c11829bd27d {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1192.111035] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid be336f5e-bf13-4645-92a6-d7b804edaa0a {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1192.111194] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid 9fc4fefc-eec2-4630-84f9-db4fe5d32913 {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1192.111345] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid 8ba285da-6786-4cbf-8e93-069bd5659492 {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1192.111493] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid 6e073b27-a11c-4312-bcac-57d95530830e {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1192.111642] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Triggering sync for uuid 141e3ec1-c725-44af-a273-1be4e38e9b76 {{(pid=63043) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1192.111998] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.112235] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.112615] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.112805] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.113054] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.113266] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.113443] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.113605] env[63043]: INFO nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 1192.113785] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.113971] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.114167] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.114397] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "8ba285da-6786-4cbf-8e93-069bd5659492" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.114568] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.114788] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "6e073b27-a11c-4312-bcac-57d95530830e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.114958] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "6e073b27-a11c-4312-bcac-57d95530830e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.115195] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "141e3ec1-c725-44af-a273-1be4e38e9b76" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.115370] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "141e3ec1-c725-44af-a273-1be4e38e9b76" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.116287] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b059eaf2-23ef-4631-b1cc-fd5873630643 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.119453] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d0c766-f799-436b-9370-41475f4e9ffb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.122205] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c9a06-bf11-481e-b9fd-6418e5395ec6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.125030] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc38ec3b-5afc-4861-a5f6-f6c69cc215d1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.127432] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083caa68-25f4-47dd-8474-7562ff446c06 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.130153] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679e4daf-b8fb-4bad-8c68-181e23d7bc2a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.195352] env[63043]: DEBUG oslo_concurrency.lockutils [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] Releasing lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.195656] env[63043]: DEBUG nova.compute.manager [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Received event network-changed-70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.195852] env[63043]: DEBUG nova.compute.manager [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Refreshing instance network info cache due to event network-changed-70bb78a0-dfb8-4528-91ca-311c62b9c3b8. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1192.196079] env[63043]: DEBUG oslo_concurrency.lockutils [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] Acquiring lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.196276] env[63043]: DEBUG oslo_concurrency.lockutils [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] Acquired lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.196498] env[63043]: DEBUG nova.network.neutron [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Refreshing network info cache for port 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.260353] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486929, 'name': ReconfigVM_Task, 'duration_secs': 0.235371} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.260617] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503154', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'name': 'volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be336f5e-bf13-4645-92a6-d7b804edaa0a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'serial': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1192.343034] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486930, 'name': PowerOffVM_Task, 'duration_secs': 0.245311} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.343227] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.343509] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1192.343603] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503145', 'volume_id': '5c562f8b-1a70-44cf-bdd7-925b69195470', 'name': 'volume-5c562f8b-1a70-44cf-bdd7-925b69195470', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '52cc4cd4-8464-47b6-bff1-7c11829bd27d', 'attached_at': '2025-02-12T21:14:09.000000', 'detached_at': '', 'volume_id': '5c562f8b-1a70-44cf-bdd7-925b69195470', 'serial': '5c562f8b-1a70-44cf-bdd7-925b69195470'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1192.344386] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7d4dde-f994-40b0-91ba-a0bdc3fd6fc3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.365047] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bb2e38-ce54-409d-8bde-342fafbdb08d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.371764] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7224c672-1d8c-4d2c-b611-f15f3101e0e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.393094] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f30d0d7-335f-4b6a-aeb8-92d54d894134 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.409107] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] The volume has not been displaced from its original location: [datastore1] volume-5c562f8b-1a70-44cf-bdd7-925b69195470/volume-5c562f8b-1a70-44cf-bdd7-925b69195470.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1192.414335] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1192.414646] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a7b8700-43a0-4e14-8554-82d866e478cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.433513] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1192.433513] env[63043]: value = "task-2486931" [ 1192.433513] env[63043]: _type = "Task" [ 1192.433513] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.440999] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.650528] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.650904] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.651236] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "6e073b27-a11c-4312-bcac-57d95530830e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.651558] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.651851] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.652196] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "141e3ec1-c725-44af-a273-1be4e38e9b76" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.898912] env[63043]: DEBUG nova.network.neutron [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updated VIF entry in instance network info cache for port 70bb78a0-dfb8-4528-91ca-311c62b9c3b8. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.899327] env[63043]: DEBUG nova.network.neutron [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updating instance_info_cache with network_info: [{"id": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "address": "fa:16:3e:0f:7d:d7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bb78a0-df", "ovs_interfaceid": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.943784] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.312851] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.313277] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b32d7b80-152a-4a89-b3c4-bd4d239e465d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.321038] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1193.321038] env[63043]: value = "task-2486932" [ 1193.321038] env[63043]: _type = "Task" [ 1193.321038] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.335557] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1193.335881] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1193.336216] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503154', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'name': 'volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be336f5e-bf13-4645-92a6-d7b804edaa0a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'serial': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1193.337349] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3f99ca-e480-49de-8760-91cd028b90a9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.356310] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145d5739-4d4f-40d2-a706-1d2b38b51ffa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.361705] env[63043]: WARNING nova.virt.vmwareapi.driver [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1193.361953] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.362651] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f72bcf-acae-45cc-93b1-e4acff0004e1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.368652] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.368865] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-652e9d49-a24a-4c1a-a24f-51fb67563f9d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.402139] env[63043]: DEBUG oslo_concurrency.lockutils [req-31a0f3e2-0a26-4571-96e3-f0e9a71ae14a req-f726f4c4-23fb-4d12-a936-86e624aa28f4 service nova] Releasing lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.429961] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.430202] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.430388] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleting the datastore file [datastore2] be336f5e-bf13-4645-92a6-d7b804edaa0a {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.430653] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35b5a3b5-5fc6-4dac-965e-f429cc13bf20 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.439528] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1193.439528] env[63043]: value = "task-2486934" [ 1193.439528] env[63043]: _type = "Task" [ 1193.439528] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.446050] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486931, 'name': ReconfigVM_Task, 'duration_secs': 0.813553} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.446443] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.453781] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-203b4ede-9f54-4eee-9a4e-b0d49c1532e8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.463561] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.468573] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1193.468573] env[63043]: value = "task-2486935" [ 1193.468573] env[63043]: _type = "Task" [ 1193.468573] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.476899] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.949018] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14042} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.949369] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.949482] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.949657] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.977951] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486935, 'name': ReconfigVM_Task, 'duration_secs': 0.159289} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.978265] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503145', 'volume_id': '5c562f8b-1a70-44cf-bdd7-925b69195470', 'name': 'volume-5c562f8b-1a70-44cf-bdd7-925b69195470', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '52cc4cd4-8464-47b6-bff1-7c11829bd27d', 'attached_at': '2025-02-12T21:14:09.000000', 'detached_at': '', 'volume_id': '5c562f8b-1a70-44cf-bdd7-925b69195470', 'serial': '5c562f8b-1a70-44cf-bdd7-925b69195470'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1193.978587] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.979358] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9207ce5d-9a31-495f-b6ea-5f3f7306acab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.985731] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.986569] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33de21d8-3b38-47e6-b8a2-485cf515b757 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.049228] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.049426] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.049595] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleting the datastore file [datastore2] 52cc4cd4-8464-47b6-bff1-7c11829bd27d {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.049858] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03d5e728-d80f-4d8f-9991-7c14dbcc4d49 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.056259] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1194.056259] env[63043]: value = "task-2486937" [ 1194.056259] env[63043]: _type = "Task" [ 1194.056259] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.063944] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.454046] env[63043]: INFO nova.virt.block_device [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Booting with volume ff6ea4df-c99a-41b3-ad65-90f022c5e546 at /dev/sdb [ 1194.486196] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdf943a2-feb4-4ef9-95ad-5faa5251163c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.496203] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d59d1db-668a-498c-ab81-ebb8be7d6a52 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.526158] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb55fca7-e499-496f-908c-018b7b48c073 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.534207] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc45b7f-84d0-4f91-90fb-cc87bc3e4351 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.566318] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641b0c4e-e1cf-4e4f-9e77-bbe3b1ebd6dd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.575477] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a880a00e-da08-462f-843a-f02d292e5207 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.577830] env[63043]: DEBUG oslo_vmware.api [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137616} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.578095] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.578301] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.578487] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.578668] env[63043]: INFO nova.compute.manager [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1194.578933] env[63043]: DEBUG oslo.service.loopingcall [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1194.579453] env[63043]: DEBUG nova.compute.manager [-] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.579562] env[63043]: DEBUG nova.network.neutron [-] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.589337] env[63043]: DEBUG nova.virt.block_device [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Updating existing volume attachment record: 462ce249-4316-43c2-bec1-8b3eb91e4b11 {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1195.035371] env[63043]: DEBUG nova.compute.manager [req-8828978d-6b30-4447-9429-4f546c957795 req-be1d830a-e83b-4c19-8dde-9666074a7b8f service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Received event network-vif-deleted-eac1fb8a-9104-4e9d-ace3-b5868e933353 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1195.035644] env[63043]: INFO nova.compute.manager [req-8828978d-6b30-4447-9429-4f546c957795 req-be1d830a-e83b-4c19-8dde-9666074a7b8f service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Neutron deleted interface eac1fb8a-9104-4e9d-ace3-b5868e933353; detaching it from the instance and deleting it from the info cache [ 1195.035827] env[63043]: DEBUG nova.network.neutron [req-8828978d-6b30-4447-9429-4f546c957795 req-be1d830a-e83b-4c19-8dde-9666074a7b8f service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.518862] env[63043]: DEBUG nova.network.neutron [-] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.538989] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c72495e-3a99-4698-ac10-b8a3e796ca40 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.548571] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedc345f-65af-4ac8-9d6b-e91d00bf5222 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.581568] env[63043]: DEBUG nova.compute.manager [req-8828978d-6b30-4447-9429-4f546c957795 req-be1d830a-e83b-4c19-8dde-9666074a7b8f service nova] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Detach interface failed, port_id=eac1fb8a-9104-4e9d-ace3-b5868e933353, reason: Instance 52cc4cd4-8464-47b6-bff1-7c11829bd27d could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1196.021096] env[63043]: INFO nova.compute.manager [-] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Took 1.44 seconds to deallocate network for instance. [ 1196.563685] env[63043]: INFO nova.compute.manager [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] Took 0.54 seconds to detach 1 volumes for instance. [ 1196.695083] env[63043]: DEBUG nova.virt.hardware [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.695342] env[63043]: DEBUG nova.virt.hardware [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.695508] env[63043]: DEBUG nova.virt.hardware [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.695694] env[63043]: DEBUG nova.virt.hardware [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.695844] env[63043]: DEBUG nova.virt.hardware [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.695995] env[63043]: DEBUG nova.virt.hardware [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.696222] env[63043]: DEBUG nova.virt.hardware [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.696385] env[63043]: DEBUG nova.virt.hardware [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.696557] env[63043]: DEBUG nova.virt.hardware [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.696724] env[63043]: DEBUG nova.virt.hardware [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.696898] env[63043]: DEBUG nova.virt.hardware [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.697761] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05fae99-944c-4cf4-8abb-c1fe652f0c73 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.705451] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fd276f-4a26-40ce-a763-2424a3a3f44d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.718732] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:92:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89bbddd0-ddfb-45e3-a40c-3041f72c643a', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.725951] env[63043]: DEBUG oslo.service.loopingcall [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.726517] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.726733] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-def9849c-da4b-46b3-a354-d8554f9d1cad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.745373] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.745373] env[63043]: value = "task-2486938" [ 1196.745373] env[63043]: _type = "Task" [ 1196.745373] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.752660] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486938, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.072790] env[63043]: DEBUG oslo_concurrency.lockutils [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.073082] env[63043]: DEBUG oslo_concurrency.lockutils [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.073548] env[63043]: DEBUG oslo_concurrency.lockutils [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.093655] env[63043]: INFO nova.scheduler.client.report [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleted allocations for instance 52cc4cd4-8464-47b6-bff1-7c11829bd27d [ 1197.254873] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486938, 'name': CreateVM_Task, 'duration_secs': 0.286873} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.255112] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.261775] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.261943] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.262275] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.262511] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7edd659-1a67-431b-a7cd-7343f35bb6f5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.266602] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1197.266602] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d812ea-6f66-09d1-fc8e-937c2f4a5df7" [ 1197.266602] env[63043]: _type = "Task" [ 1197.266602] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.273688] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d812ea-6f66-09d1-fc8e-937c2f4a5df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.523556] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.602611] env[63043]: DEBUG oslo_concurrency.lockutils [None req-09410059-f1ac-49df-8660-afc37f84c1ea tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.286s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.602973] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.490s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.603270] env[63043]: INFO nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 52cc4cd4-8464-47b6-bff1-7c11829bd27d] During sync_power_state the instance has a pending task (deleting). Skip. [ 1197.603325] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "52cc4cd4-8464-47b6-bff1-7c11829bd27d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.776674] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d812ea-6f66-09d1-fc8e-937c2f4a5df7, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.776966] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.777212] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.777522] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.777770] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.778097] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.778474] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-730a8de1-756a-4037-b8c0-530e17403921 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.786729] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.786921] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.787613] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72cab919-3fea-4da4-b34f-32be1a8ca20b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.792898] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1197.792898] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5244e815-346f-eaf1-17c0-ff58bb0e3748" [ 1197.792898] env[63043]: _type = "Task" [ 1197.792898] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.800024] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5244e815-346f-eaf1-17c0-ff58bb0e3748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.304526] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5244e815-346f-eaf1-17c0-ff58bb0e3748, 'name': SearchDatastore_Task, 'duration_secs': 0.008217} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.305226] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da7a69f-a456-437e-a251-89806739c1ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.310138] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1198.310138] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52453277-9d1e-8b56-10a7-65a4aa9ec556" [ 1198.310138] env[63043]: _type = "Task" [ 1198.310138] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.317129] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52453277-9d1e-8b56-10a7-65a4aa9ec556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.485606] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "eedca729-a3cb-432d-8103-9784eca4aa8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.485844] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.820785] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52453277-9d1e-8b56-10a7-65a4aa9ec556, 'name': SearchDatastore_Task, 'duration_secs': 0.008412} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.821163] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.821312] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] be336f5e-bf13-4645-92a6-d7b804edaa0a/be336f5e-bf13-4645-92a6-d7b804edaa0a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.821551] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3adb7c5-bd18-4db6-b966-8265f0836508 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.827833] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1198.827833] env[63043]: value = "task-2486939" [ 1198.827833] env[63043]: _type = "Task" [ 1198.827833] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.834962] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.988024] env[63043]: DEBUG nova.compute.manager [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.996708] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.996814] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Starting heal instance info cache {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1199.337651] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422294} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.337923] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] be336f5e-bf13-4645-92a6-d7b804edaa0a/be336f5e-bf13-4645-92a6-d7b804edaa0a.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.338158] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.338427] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2965c5f1-345c-467f-b149-14e3eb7ada0e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.344305] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1199.344305] env[63043]: value = "task-2486940" [ 1199.344305] env[63043]: _type = "Task" [ 1199.344305] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.352342] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.511889] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.512162] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.514505] env[63043]: INFO nova.compute.claims [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.854195] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0865} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.854541] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.855293] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f9e0ee-cb47-4790-a1ac-0595c22cd152 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.878216] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] be336f5e-bf13-4645-92a6-d7b804edaa0a/be336f5e-bf13-4645-92a6-d7b804edaa0a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.878531] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-432e8a5c-23a6-4e1f-a3e2-3e5a95c30219 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.899202] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1199.899202] env[63043]: value = "task-2486941" [ 1199.899202] env[63043]: _type = "Task" [ 1199.899202] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.906972] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.029317] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.029502] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquired lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.029660] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Forcefully refreshing network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1200.408011] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486941, 'name': ReconfigVM_Task, 'duration_secs': 0.452555} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.408280] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] be336f5e-bf13-4645-92a6-d7b804edaa0a/be336f5e-bf13-4645-92a6-d7b804edaa0a.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.409433] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'boot_index': 0, 'encryption_options': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_format': None, 'image_id': 'c04b4539-b4fb-448a-802e-c39bc76f1862'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': '462ce249-4316-43c2-bec1-8b3eb91e4b11', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503154', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'name': 'volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be336f5e-bf13-4645-92a6-d7b804edaa0a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'serial': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546'}, 'boot_index': None, 'device_type': None, 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=63043) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1200.409663] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1200.409862] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503154', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'name': 'volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be336f5e-bf13-4645-92a6-d7b804edaa0a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'serial': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1200.410597] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08dcb4a-4fc7-49cb-b5a6-5ce32c2e64ee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.425519] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec975e0-274c-4eba-a96d-542ac67db9fd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.448529] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546/volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.448762] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-865cbc50-62e2-4ace-be49-69c87b4360af {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.465200] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1200.465200] env[63043]: value = "task-2486942" [ 1200.465200] env[63043]: _type = "Task" [ 1200.465200] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.472430] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.627091] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a738bbcd-0c06-4bb6-8e2b-e4126d1a9fce {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.634340] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cff2f2b-1f78-472b-8fe4-a9c4938808ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.665065] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d238aca-7f29-4b55-8a7f-fbee01198c09 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.671691] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ef8e5c-b927-4bf0-a2c4-0be12f36ddd1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.684219] env[63043]: DEBUG nova.compute.provider_tree [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.975448] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.187575] env[63043]: DEBUG nova.scheduler.client.report [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.277558] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updating instance_info_cache with network_info: [{"id": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "address": "fa:16:3e:49:d3:c4", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fb2c1c-00", "ovs_interfaceid": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.476784] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486942, 'name': ReconfigVM_Task, 'duration_secs': 0.563742} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.477094] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546/volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.482167] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9730d15f-8cd0-40ab-88c5-6f159e369ab9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.496740] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1201.496740] env[63043]: value = "task-2486943" [ 1201.496740] env[63043]: _type = "Task" [ 1201.496740] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.505132] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.692077] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.692566] env[63043]: DEBUG nova.compute.manager [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.780138] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Releasing lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.780313] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updated the network info_cache for instance {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1201.780501] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.780769] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.780956] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.781109] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63043) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1201.781262] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.006584] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486943, 'name': ReconfigVM_Task, 'duration_secs': 0.151345} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.006942] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503154', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'name': 'volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be336f5e-bf13-4645-92a6-d7b804edaa0a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'serial': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1202.007490] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d02af00e-cd0e-49f1-b6ae-6f32672bef9c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.013879] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1202.013879] env[63043]: value = "task-2486944" [ 1202.013879] env[63043]: _type = "Task" [ 1202.013879] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.021649] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486944, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.197535] env[63043]: DEBUG nova.compute.utils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1202.198980] env[63043]: DEBUG nova.compute.manager [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.199168] env[63043]: DEBUG nova.network.neutron [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.233369] env[63043]: DEBUG nova.policy [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71f88abbe2b04ee5a5ca1cb23a647282', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10268a5ffd764ce2bb63f3adebcf623f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.284648] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.284876] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.285058] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.285209] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1202.286157] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88157d58-92df-4b6a-af79-1da696bbcd84 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.294423] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e248fe-36f7-4768-a1e3-ae2041709655 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.309348] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5c1576-a13e-49f6-896f-161ef94e8a7b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.315511] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f544476-5557-4ae4-bff3-d5b2d9229aaa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.344277] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180217MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1202.344473] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.344631] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.524227] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486944, 'name': Rename_Task, 'duration_secs': 0.14441} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.524537] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.524808] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2d0656f-3a9e-4d7d-950d-d99478260a44 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.527049] env[63043]: DEBUG nova.network.neutron [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Successfully created port: 315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.533799] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1202.533799] env[63043]: value = "task-2486945" [ 1202.533799] env[63043]: _type = "Task" [ 1202.533799] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.541192] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.702242] env[63043]: DEBUG nova.compute.manager [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.043931] env[63043]: DEBUG oslo_vmware.api [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486945, 'name': PowerOnVM_Task, 'duration_secs': 0.43267} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.044898] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.045239] env[63043]: DEBUG nova.compute.manager [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.046069] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c955b911-bff2-4da9-a73f-b7db56a0628c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.371814] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 6a89dad9-c846-408a-8b3e-3f9ce11a87b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.371976] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance be336f5e-bf13-4645-92a6-d7b804edaa0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.372119] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance d67d0c5b-ebc4-4751-aacb-6de3c9e26fda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.372241] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 9fc4fefc-eec2-4630-84f9-db4fe5d32913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.372359] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 8ba285da-6786-4cbf-8e93-069bd5659492 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.372474] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 6e073b27-a11c-4312-bcac-57d95530830e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.372589] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 141e3ec1-c725-44af-a273-1be4e38e9b76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.372702] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance eedca729-a3cb-432d-8103-9784eca4aa8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.372881] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1203.373027] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1203.462104] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed71c89-c7a4-4980-aa50-d0d63cac7824 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.469788] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd39a26-e9c6-4a0c-af07-2c16cf823af2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.499576] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6df12d-f008-4f5b-8302-ff7ba7c3eb28 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.507082] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb7312e-f934-420b-a35d-3aec9b3ef009 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.520127] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.564232] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.712932] env[63043]: DEBUG nova.compute.manager [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.729081] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "interface-9fc4fefc-eec2-4630-84f9-db4fe5d32913-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.729359] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-9fc4fefc-eec2-4630-84f9-db4fe5d32913-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.729822] env[63043]: DEBUG nova.objects.instance [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'flavor' on Instance uuid 9fc4fefc-eec2-4630-84f9-db4fe5d32913 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.742114] env[63043]: DEBUG nova.virt.hardware [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.742378] env[63043]: DEBUG nova.virt.hardware [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.742555] env[63043]: DEBUG nova.virt.hardware [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.742743] env[63043]: DEBUG nova.virt.hardware [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.742944] env[63043]: DEBUG nova.virt.hardware [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.743082] env[63043]: DEBUG nova.virt.hardware [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.743317] env[63043]: DEBUG nova.virt.hardware [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.743517] env[63043]: DEBUG nova.virt.hardware [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.743684] env[63043]: DEBUG nova.virt.hardware [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.743927] env[63043]: DEBUG nova.virt.hardware [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.744119] env[63043]: DEBUG nova.virt.hardware [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.744920] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3ba9dd-8671-4ba8-96f7-e3888593dd95 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.754473] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238e85ec-88ef-43c1-bc13-b988f94a1e43 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.954051] env[63043]: DEBUG nova.compute.manager [req-c9f7cc66-1246-42bb-8cf2-7e13e7a4923b req-9c3433eb-0f54-46a1-923e-acb2f3f4c997 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Received event network-vif-plugged-315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1203.954282] env[63043]: DEBUG oslo_concurrency.lockutils [req-c9f7cc66-1246-42bb-8cf2-7e13e7a4923b req-9c3433eb-0f54-46a1-923e-acb2f3f4c997 service nova] Acquiring lock "eedca729-a3cb-432d-8103-9784eca4aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.954484] env[63043]: DEBUG oslo_concurrency.lockutils [req-c9f7cc66-1246-42bb-8cf2-7e13e7a4923b req-9c3433eb-0f54-46a1-923e-acb2f3f4c997 service nova] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.954654] env[63043]: DEBUG oslo_concurrency.lockutils [req-c9f7cc66-1246-42bb-8cf2-7e13e7a4923b req-9c3433eb-0f54-46a1-923e-acb2f3f4c997 service nova] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.954819] env[63043]: DEBUG nova.compute.manager [req-c9f7cc66-1246-42bb-8cf2-7e13e7a4923b req-9c3433eb-0f54-46a1-923e-acb2f3f4c997 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] No waiting events found dispatching network-vif-plugged-315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.954980] env[63043]: WARNING nova.compute.manager [req-c9f7cc66-1246-42bb-8cf2-7e13e7a4923b req-9c3433eb-0f54-46a1-923e-acb2f3f4c997 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Received unexpected event network-vif-plugged-315b014e-43d8-4a09-8303-938dcf19b2ec for instance with vm_state building and task_state spawning. [ 1204.006418] env[63043]: DEBUG nova.network.neutron [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Successfully updated port: 315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.022917] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.333871] env[63043]: DEBUG nova.objects.instance [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'pci_requests' on Instance uuid 9fc4fefc-eec2-4630-84f9-db4fe5d32913 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.509111] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.509276] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.509430] env[63043]: DEBUG nova.network.neutron [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.527038] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1204.527190] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.183s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.527446] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.963s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.527632] env[63043]: DEBUG nova.objects.instance [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63043) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1204.745673] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.745897] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.746082] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.836522] env[63043]: DEBUG nova.objects.base [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Object Instance<9fc4fefc-eec2-4630-84f9-db4fe5d32913> lazy-loaded attributes: flavor,pci_requests {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.836711] env[63043]: DEBUG nova.network.neutron [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.895293] env[63043]: DEBUG nova.policy [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf453eb92ec41dc90b0da8808e471ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2f2e17117d41f78c9bb1028587f0ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.050245] env[63043]: DEBUG nova.network.neutron [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.215749] env[63043]: DEBUG nova.network.neutron [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updating instance_info_cache with network_info: [{"id": "315b014e-43d8-4a09-8303-938dcf19b2ec", "address": "fa:16:3e:3d:28:a4", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315b014e-43", "ovs_interfaceid": "315b014e-43d8-4a09-8303-938dcf19b2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.535843] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d3c7933d-d9ca-4cb5-8191-ed151fc6593b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.718445] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.718826] env[63043]: DEBUG nova.compute.manager [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Instance network_info: |[{"id": "315b014e-43d8-4a09-8303-938dcf19b2ec", "address": "fa:16:3e:3d:28:a4", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315b014e-43", "ovs_interfaceid": "315b014e-43d8-4a09-8303-938dcf19b2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.719409] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:28:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '315b014e-43d8-4a09-8303-938dcf19b2ec', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.727979] env[63043]: DEBUG oslo.service.loopingcall [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1205.728376] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.728668] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fbfd602-5870-4d96-abb0-0e87cca3f2a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.749293] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.749293] env[63043]: value = "task-2486946" [ 1205.749293] env[63043]: _type = "Task" [ 1205.749293] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.758979] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486946, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.980876] env[63043]: DEBUG nova.compute.manager [req-af950cb9-3bce-4cc6-ba9f-5f91790fd6e8 req-cb6f481e-69c5-4d19-81ca-6dc943a96242 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Received event network-changed-315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1205.981136] env[63043]: DEBUG nova.compute.manager [req-af950cb9-3bce-4cc6-ba9f-5f91790fd6e8 req-cb6f481e-69c5-4d19-81ca-6dc943a96242 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Refreshing instance network info cache due to event network-changed-315b014e-43d8-4a09-8303-938dcf19b2ec. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1205.981369] env[63043]: DEBUG oslo_concurrency.lockutils [req-af950cb9-3bce-4cc6-ba9f-5f91790fd6e8 req-cb6f481e-69c5-4d19-81ca-6dc943a96242 service nova] Acquiring lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.981520] env[63043]: DEBUG oslo_concurrency.lockutils [req-af950cb9-3bce-4cc6-ba9f-5f91790fd6e8 req-cb6f481e-69c5-4d19-81ca-6dc943a96242 service nova] Acquired lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.981725] env[63043]: DEBUG nova.network.neutron [req-af950cb9-3bce-4cc6-ba9f-5f91790fd6e8 req-cb6f481e-69c5-4d19-81ca-6dc943a96242 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Refreshing network info cache for port 315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.259263] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486946, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.360026] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.360315] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.423446] env[63043]: DEBUG nova.network.neutron [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Successfully updated port: 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.697025] env[63043]: DEBUG nova.network.neutron [req-af950cb9-3bce-4cc6-ba9f-5f91790fd6e8 req-cb6f481e-69c5-4d19-81ca-6dc943a96242 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updated VIF entry in instance network info cache for port 315b014e-43d8-4a09-8303-938dcf19b2ec. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.697433] env[63043]: DEBUG nova.network.neutron [req-af950cb9-3bce-4cc6-ba9f-5f91790fd6e8 req-cb6f481e-69c5-4d19-81ca-6dc943a96242 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updating instance_info_cache with network_info: [{"id": "315b014e-43d8-4a09-8303-938dcf19b2ec", "address": "fa:16:3e:3d:28:a4", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315b014e-43", "ovs_interfaceid": "315b014e-43d8-4a09-8303-938dcf19b2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.759094] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486946, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.865394] env[63043]: INFO nova.compute.manager [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Detaching volume 600333f6-c193-49d7-a78c-73bf892146ae [ 1206.899986] env[63043]: INFO nova.virt.block_device [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Attempting to driver detach volume 600333f6-c193-49d7-a78c-73bf892146ae from mountpoint /dev/sdb [ 1206.900366] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1206.900656] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503143', 'volume_id': '600333f6-c193-49d7-a78c-73bf892146ae', 'name': 'volume-600333f6-c193-49d7-a78c-73bf892146ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd67d0c5b-ebc4-4751-aacb-6de3c9e26fda', 'attached_at': '', 'detached_at': '', 'volume_id': '600333f6-c193-49d7-a78c-73bf892146ae', 'serial': '600333f6-c193-49d7-a78c-73bf892146ae'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1206.901837] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c5ca08-9d5c-4581-87ce-49ee1527a6f8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.930400] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.930587] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.930736] env[63043]: DEBUG nova.network.neutron [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.932428] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf78bd8-09d9-4d07-867b-8214f35e9e65 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.939332] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41d8d6d-4921-426c-aaf6-e2b5400e9906 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.959682] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11f5b6d-7262-4a86-9d8c-8a71aae79c82 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.973675] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] The volume has not been displaced from its original location: [datastore1] volume-600333f6-c193-49d7-a78c-73bf892146ae/volume-600333f6-c193-49d7-a78c-73bf892146ae.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1206.978770] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.979042] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c190de17-fe09-459a-beb2-29f093bbf140 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.996824] env[63043]: DEBUG oslo_vmware.api [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1206.996824] env[63043]: value = "task-2486947" [ 1206.996824] env[63043]: _type = "Task" [ 1206.996824] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.006207] env[63043]: DEBUG oslo_vmware.api [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.200675] env[63043]: DEBUG oslo_concurrency.lockutils [req-af950cb9-3bce-4cc6-ba9f-5f91790fd6e8 req-cb6f481e-69c5-4d19-81ca-6dc943a96242 service nova] Releasing lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.260216] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486946, 'name': CreateVM_Task, 'duration_secs': 1.309011} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.260402] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.261083] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.261265] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.261590] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.261833] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f526da-abfb-402f-8209-83eb0dfe2ee0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.267172] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1207.267172] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528b2662-e673-a91f-dbce-3453fb53fbad" [ 1207.267172] env[63043]: _type = "Task" [ 1207.267172] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.274456] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528b2662-e673-a91f-dbce-3453fb53fbad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.468188] env[63043]: WARNING nova.network.neutron [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] 36425d47-1b42-4f11-8b2a-18afdcc54cad already exists in list: networks containing: ['36425d47-1b42-4f11-8b2a-18afdcc54cad']. ignoring it [ 1207.508880] env[63043]: DEBUG oslo_vmware.api [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486947, 'name': ReconfigVM_Task, 'duration_secs': 0.230229} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.509019] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1207.513531] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-008cf454-29f4-441b-9a4e-a46e6a6d2661 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.529669] env[63043]: DEBUG oslo_vmware.api [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1207.529669] env[63043]: value = "task-2486948" [ 1207.529669] env[63043]: _type = "Task" [ 1207.529669] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.537126] env[63043]: DEBUG oslo_vmware.api [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.777493] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]528b2662-e673-a91f-dbce-3453fb53fbad, 'name': SearchDatastore_Task, 'duration_secs': 0.011383} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.777862] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.777862] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.778048] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.778201] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.778381] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.778671] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8e6af77-b6ab-4165-8323-e04c71717c19 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.781159] env[63043]: DEBUG nova.network.neutron [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updating instance_info_cache with network_info: [{"id": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "address": "fa:16:3e:0f:7d:d7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bb78a0-df", "ovs_interfaceid": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "78ad8acf-75df-4efd-85f6-bdff6d6ea1f4", "address": "fa:16:3e:26:f4:25", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ad8acf-75", "ovs_interfaceid": "78ad8acf-75df-4efd-85f6-bdff6d6ea1f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.788350] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.788557] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.789267] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf4c1ba-6375-4b80-850e-13e94b451f9d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.794135] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1207.794135] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52a47445-c5ee-09a8-def5-4ddf98eb3966" [ 1207.794135] env[63043]: _type = "Task" [ 1207.794135] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.802356] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a47445-c5ee-09a8-def5-4ddf98eb3966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.005474] env[63043]: DEBUG nova.compute.manager [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Received event network-vif-plugged-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1208.005604] env[63043]: DEBUG oslo_concurrency.lockutils [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] Acquiring lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.005811] env[63043]: DEBUG oslo_concurrency.lockutils [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] Lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.005981] env[63043]: DEBUG oslo_concurrency.lockutils [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] Lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.006164] env[63043]: DEBUG nova.compute.manager [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] No waiting events found dispatching network-vif-plugged-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.006333] env[63043]: WARNING nova.compute.manager [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Received unexpected event network-vif-plugged-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 for instance with vm_state active and task_state None. [ 1208.006502] env[63043]: DEBUG nova.compute.manager [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Received event network-changed-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1208.006660] env[63043]: DEBUG nova.compute.manager [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Refreshing instance network info cache due to event network-changed-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1208.006823] env[63043]: DEBUG oslo_concurrency.lockutils [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] Acquiring lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.039595] env[63043]: DEBUG oslo_vmware.api [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.284294] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.284899] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.285086] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.285372] env[63043]: DEBUG oslo_concurrency.lockutils [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] Acquired lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.285558] env[63043]: DEBUG nova.network.neutron [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Refreshing network info cache for port 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.287389] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd221be-522e-48c3-b2ac-9d76602014e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.303962] env[63043]: DEBUG nova.virt.hardware [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.304192] env[63043]: DEBUG nova.virt.hardware [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.304356] env[63043]: DEBUG nova.virt.hardware [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.304542] env[63043]: DEBUG nova.virt.hardware [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.304694] env[63043]: DEBUG nova.virt.hardware [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.304844] env[63043]: DEBUG nova.virt.hardware [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.305060] env[63043]: DEBUG nova.virt.hardware [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.305229] env[63043]: DEBUG nova.virt.hardware [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.305398] env[63043]: DEBUG nova.virt.hardware [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.305566] env[63043]: DEBUG nova.virt.hardware [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.305828] env[63043]: DEBUG nova.virt.hardware [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.312073] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Reconfiguring VM to attach interface {{(pid=63043) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1208.315450] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eceaf81b-67f8-4237-a6ba-546694c7b01c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.332389] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52a47445-c5ee-09a8-def5-4ddf98eb3966, 'name': SearchDatastore_Task, 'duration_secs': 0.008155} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.333934] env[63043]: DEBUG oslo_vmware.api [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1208.333934] env[63043]: value = "task-2486949" [ 1208.333934] env[63043]: _type = "Task" [ 1208.333934] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.334130] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50abae7b-9992-496d-b725-470d0701cb6b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.342618] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1208.342618] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52e70f55-62d7-40f4-ed7f-227391bc651a" [ 1208.342618] env[63043]: _type = "Task" [ 1208.342618] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.345473] env[63043]: DEBUG oslo_vmware.api [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486949, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.352762] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e70f55-62d7-40f4-ed7f-227391bc651a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.541582] env[63043]: DEBUG oslo_vmware.api [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486948, 'name': ReconfigVM_Task, 'duration_secs': 0.758577} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.541843] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503143', 'volume_id': '600333f6-c193-49d7-a78c-73bf892146ae', 'name': 'volume-600333f6-c193-49d7-a78c-73bf892146ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd67d0c5b-ebc4-4751-aacb-6de3c9e26fda', 'attached_at': '', 'detached_at': '', 'volume_id': '600333f6-c193-49d7-a78c-73bf892146ae', 'serial': '600333f6-c193-49d7-a78c-73bf892146ae'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1208.845796] env[63043]: DEBUG oslo_vmware.api [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.854243] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52e70f55-62d7-40f4-ed7f-227391bc651a, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.854509] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.854768] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] eedca729-a3cb-432d-8103-9784eca4aa8f/eedca729-a3cb-432d-8103-9784eca4aa8f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.855074] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c347ccbd-c7dd-4535-9acf-0887b268a039 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.861465] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1208.861465] env[63043]: value = "task-2486950" [ 1208.861465] env[63043]: _type = "Task" [ 1208.861465] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.869476] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.026229] env[63043]: DEBUG nova.network.neutron [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updated VIF entry in instance network info cache for port 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.026800] env[63043]: DEBUG nova.network.neutron [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updating instance_info_cache with network_info: [{"id": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "address": "fa:16:3e:0f:7d:d7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bb78a0-df", "ovs_interfaceid": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "78ad8acf-75df-4efd-85f6-bdff6d6ea1f4", "address": "fa:16:3e:26:f4:25", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ad8acf-75", "ovs_interfaceid": "78ad8acf-75df-4efd-85f6-bdff6d6ea1f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.090827] env[63043]: DEBUG nova.objects.instance [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lazy-loading 'flavor' on Instance uuid d67d0c5b-ebc4-4751-aacb-6de3c9e26fda {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.346198] env[63043]: DEBUG oslo_vmware.api [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486949, 'name': ReconfigVM_Task, 'duration_secs': 0.773191} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.346573] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.346790] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Reconfigured VM to attach interface {{(pid=63043) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1209.371523] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486015} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.371790] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] eedca729-a3cb-432d-8103-9784eca4aa8f/eedca729-a3cb-432d-8103-9784eca4aa8f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.372012] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.372252] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efacd8ef-ab20-4196-b13a-d41058f47129 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.377834] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1209.377834] env[63043]: value = "task-2486951" [ 1209.377834] env[63043]: _type = "Task" [ 1209.377834] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.385143] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.530159] env[63043]: DEBUG oslo_concurrency.lockutils [req-df2682fe-0126-4bf4-9bc2-446886b3272a req-9cd06b17-8414-4ba8-aa11-592eccc19dd8 service nova] Releasing lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.851173] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-9fc4fefc-eec2-4630-84f9-db4fe5d32913-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.122s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.887270] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061648} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.887480] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.888236] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8794f5c-5781-4652-9f89-973ac0e78250 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.909689] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] eedca729-a3cb-432d-8103-9784eca4aa8f/eedca729-a3cb-432d-8103-9784eca4aa8f.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.909961] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04075703-f3da-4bc1-9633-8bd72a1f4f2f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.930100] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1209.930100] env[63043]: value = "task-2486952" [ 1209.930100] env[63043]: _type = "Task" [ 1209.930100] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.938180] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.099182] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2f032b31-2ad6-4865-847a-73d69a09f1a0 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.739s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.440963] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.607392] env[63043]: DEBUG oslo_concurrency.lockutils [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.607710] env[63043]: DEBUG oslo_concurrency.lockutils [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.607995] env[63043]: DEBUG oslo_concurrency.lockutils [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.608198] env[63043]: DEBUG oslo_concurrency.lockutils [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.608379] env[63043]: DEBUG oslo_concurrency.lockutils [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.610573] env[63043]: INFO nova.compute.manager [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Terminating instance [ 1210.945887] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486952, 'name': ReconfigVM_Task, 'duration_secs': 0.781256} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.946199] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Reconfigured VM instance instance-00000076 to attach disk [datastore2] eedca729-a3cb-432d-8103-9784eca4aa8f/eedca729-a3cb-432d-8103-9784eca4aa8f.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.946961] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30cb973c-1d2e-4e25-adbf-2331e5f04c35 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.954081] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1210.954081] env[63043]: value = "task-2486953" [ 1210.954081] env[63043]: _type = "Task" [ 1210.954081] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.963133] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486953, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.114455] env[63043]: DEBUG nova.compute.manager [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.114667] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.116008] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f3ea8a-03cc-4833-98df-57d56ceca43d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.123532] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.123793] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0601cbb-2cd6-4515-9644-32914a71ec13 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.136975] env[63043]: DEBUG oslo_vmware.api [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1211.136975] env[63043]: value = "task-2486954" [ 1211.136975] env[63043]: _type = "Task" [ 1211.136975] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.144982] env[63043]: DEBUG oslo_vmware.api [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.442245] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "interface-9fc4fefc-eec2-4630-84f9-db4fe5d32913-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.442529] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-9fc4fefc-eec2-4630-84f9-db4fe5d32913-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.463230] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486953, 'name': Rename_Task, 'duration_secs': 0.240889} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.463484] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.463721] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a23ee6a-2809-4b2f-9dc4-126945cae144 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.469335] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1211.469335] env[63043]: value = "task-2486955" [ 1211.469335] env[63043]: _type = "Task" [ 1211.469335] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.476784] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.646745] env[63043]: DEBUG oslo_vmware.api [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486954, 'name': PowerOffVM_Task, 'duration_secs': 0.311552} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.647048] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.647225] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.647470] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-274d4785-2ac6-49c5-bd99-185eee8fc112 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.709573] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.709806] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.709991] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleting the datastore file [datastore1] d67d0c5b-ebc4-4751-aacb-6de3c9e26fda {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.710261] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-091354c8-ad89-4e86-a806-fc3308af44e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.716252] env[63043]: DEBUG oslo_vmware.api [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1211.716252] env[63043]: value = "task-2486957" [ 1211.716252] env[63043]: _type = "Task" [ 1211.716252] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.724940] env[63043]: DEBUG oslo_vmware.api [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.946189] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.946555] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.947916] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6c87ac-929a-4bf7-aa30-5fceee161ab2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.966605] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1da1a9-d076-4a26-96a3-7df54ecaa4f0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.996607] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Reconfiguring VM to detach interface {{(pid=63043) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1211.996854] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f13fc3-d518-4879-92e1-720732d1108a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.012991] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486955, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.018384] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1212.018384] env[63043]: value = "task-2486958" [ 1212.018384] env[63043]: _type = "Task" [ 1212.018384] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.026382] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.226995] env[63043]: DEBUG oslo_vmware.api [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136448} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.227420] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.227652] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.227854] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.228042] env[63043]: INFO nova.compute.manager [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1212.228295] env[63043]: DEBUG oslo.service.loopingcall [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1212.228567] env[63043]: DEBUG nova.compute.manager [-] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.228698] env[63043]: DEBUG nova.network.neutron [-] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.480525] env[63043]: DEBUG oslo_vmware.api [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2486955, 'name': PowerOnVM_Task, 'duration_secs': 0.667481} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.480525] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.480869] env[63043]: INFO nova.compute.manager [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1212.481031] env[63043]: DEBUG nova.compute.manager [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.481789] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dc8d42-8b42-4ba3-8fc5-99ca9b9fc070 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.527906] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.650186] env[63043]: DEBUG nova.compute.manager [req-4ac611f8-cd99-477e-b0d2-b984fb0661d5 req-d277d47f-2170-4e1e-9c81-e6fa57b720f9 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Received event network-vif-deleted-5e9701ec-11f9-490f-b05c-ad1ed07db215 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1212.650186] env[63043]: INFO nova.compute.manager [req-4ac611f8-cd99-477e-b0d2-b984fb0661d5 req-d277d47f-2170-4e1e-9c81-e6fa57b720f9 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Neutron deleted interface 5e9701ec-11f9-490f-b05c-ad1ed07db215; detaching it from the instance and deleting it from the info cache [ 1212.650186] env[63043]: DEBUG nova.network.neutron [req-4ac611f8-cd99-477e-b0d2-b984fb0661d5 req-d277d47f-2170-4e1e-9c81-e6fa57b720f9 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.001518] env[63043]: INFO nova.compute.manager [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Took 13.51 seconds to build instance. [ 1213.028628] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.133041] env[63043]: DEBUG nova.network.neutron [-] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.152358] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1295f8b8-ed0f-4f9f-89cb-7f159514d2ef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.162838] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f6b884-af37-4951-951d-fc58c2f4ee39 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.193322] env[63043]: DEBUG nova.compute.manager [req-4ac611f8-cd99-477e-b0d2-b984fb0661d5 req-d277d47f-2170-4e1e-9c81-e6fa57b720f9 service nova] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Detach interface failed, port_id=5e9701ec-11f9-490f-b05c-ad1ed07db215, reason: Instance d67d0c5b-ebc4-4751-aacb-6de3c9e26fda could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1213.503389] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.017s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.529314] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.637097] env[63043]: INFO nova.compute.manager [-] [instance: d67d0c5b-ebc4-4751-aacb-6de3c9e26fda] Took 1.41 seconds to deallocate network for instance. [ 1214.030228] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.145069] env[63043]: DEBUG oslo_concurrency.lockutils [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.145222] env[63043]: DEBUG oslo_concurrency.lockutils [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.145409] env[63043]: DEBUG nova.objects.instance [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lazy-loading 'resources' on Instance uuid d67d0c5b-ebc4-4751-aacb-6de3c9e26fda {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.529957] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.679372] env[63043]: DEBUG nova.compute.manager [req-5b5c9ae1-bcdd-422f-8cca-29cff03425bb req-139f432a-13d5-4875-8b98-0ead65306d25 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Received event network-changed-315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1214.679750] env[63043]: DEBUG nova.compute.manager [req-5b5c9ae1-bcdd-422f-8cca-29cff03425bb req-139f432a-13d5-4875-8b98-0ead65306d25 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Refreshing instance network info cache due to event network-changed-315b014e-43d8-4a09-8303-938dcf19b2ec. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1214.679750] env[63043]: DEBUG oslo_concurrency.lockutils [req-5b5c9ae1-bcdd-422f-8cca-29cff03425bb req-139f432a-13d5-4875-8b98-0ead65306d25 service nova] Acquiring lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.679950] env[63043]: DEBUG oslo_concurrency.lockutils [req-5b5c9ae1-bcdd-422f-8cca-29cff03425bb req-139f432a-13d5-4875-8b98-0ead65306d25 service nova] Acquired lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.680052] env[63043]: DEBUG nova.network.neutron [req-5b5c9ae1-bcdd-422f-8cca-29cff03425bb req-139f432a-13d5-4875-8b98-0ead65306d25 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Refreshing network info cache for port 315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.762978] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980e2ca9-cc24-4965-b285-cfa35080b8c1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.771135] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b3e71e-d9dc-4583-b637-4d27e6004f82 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.803102] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5af2e4-d36f-456f-9005-31a05c2bd5e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.810822] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76af4ab9-0112-446c-b540-11180669da92 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.825926] env[63043]: DEBUG nova.compute.provider_tree [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.030723] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.329212] env[63043]: DEBUG nova.scheduler.client.report [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.384029] env[63043]: DEBUG nova.network.neutron [req-5b5c9ae1-bcdd-422f-8cca-29cff03425bb req-139f432a-13d5-4875-8b98-0ead65306d25 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updated VIF entry in instance network info cache for port 315b014e-43d8-4a09-8303-938dcf19b2ec. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.384446] env[63043]: DEBUG nova.network.neutron [req-5b5c9ae1-bcdd-422f-8cca-29cff03425bb req-139f432a-13d5-4875-8b98-0ead65306d25 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updating instance_info_cache with network_info: [{"id": "315b014e-43d8-4a09-8303-938dcf19b2ec", "address": "fa:16:3e:3d:28:a4", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315b014e-43", "ovs_interfaceid": "315b014e-43d8-4a09-8303-938dcf19b2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.531423] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.834251] env[63043]: DEBUG oslo_concurrency.lockutils [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.852791] env[63043]: INFO nova.scheduler.client.report [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleted allocations for instance d67d0c5b-ebc4-4751-aacb-6de3c9e26fda [ 1215.887241] env[63043]: DEBUG oslo_concurrency.lockutils [req-5b5c9ae1-bcdd-422f-8cca-29cff03425bb req-139f432a-13d5-4875-8b98-0ead65306d25 service nova] Releasing lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.032346] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.361965] env[63043]: DEBUG oslo_concurrency.lockutils [None req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "d67d0c5b-ebc4-4751-aacb-6de3c9e26fda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.754s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.532890] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.033826] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.518877] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "8ba285da-6786-4cbf-8e93-069bd5659492" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.521159] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.536104] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.024534] env[63043]: DEBUG nova.compute.utils [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1218.034707] env[63043]: DEBUG oslo_vmware.api [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486958, 'name': ReconfigVM_Task, 'duration_secs': 5.752186} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.035599] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.035833] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Reconfigured VM to detach interface {{(pid=63043) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1218.530608] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.535429] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "732b0b9f-3a90-4e89-af96-41477ac42b68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.535644] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.037470] env[63043]: DEBUG nova.compute.manager [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.349898] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.350159] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.350387] env[63043]: DEBUG nova.network.neutron [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.560814] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.561089] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.562627] env[63043]: INFO nova.compute.claims [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.595371] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "8ba285da-6786-4cbf-8e93-069bd5659492" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.595645] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.595886] env[63043]: INFO nova.compute.manager [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Attaching volume 371d1de2-88db-4bc8-995f-9d1e2cc422f2 to /dev/sdb [ 1219.627749] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c25059-c025-4af1-a4c2-a791eee4ff66 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.635166] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3674447a-47c5-432e-99b5-456809ff36e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.649143] env[63043]: DEBUG nova.virt.block_device [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Updating existing volume attachment record: 46535b9e-2403-4308-b6b2-fa5ff5b6b827 {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.033746] env[63043]: DEBUG nova.compute.manager [req-06e5c4b5-a62d-49d5-8e79-5cb380c69fc9 req-791fbcc2-340e-4a3f-b93c-42162de55116 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Received event network-changed-70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1220.037208] env[63043]: DEBUG nova.compute.manager [req-06e5c4b5-a62d-49d5-8e79-5cb380c69fc9 req-791fbcc2-340e-4a3f-b93c-42162de55116 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Refreshing instance network info cache due to event network-changed-70bb78a0-dfb8-4528-91ca-311c62b9c3b8. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1220.037208] env[63043]: DEBUG oslo_concurrency.lockutils [req-06e5c4b5-a62d-49d5-8e79-5cb380c69fc9 req-791fbcc2-340e-4a3f-b93c-42162de55116 service nova] Acquiring lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.078266] env[63043]: INFO nova.network.neutron [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Port 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1220.078850] env[63043]: DEBUG nova.network.neutron [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updating instance_info_cache with network_info: [{"id": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "address": "fa:16:3e:0f:7d:d7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bb78a0-df", "ovs_interfaceid": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.581527] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.583649] env[63043]: DEBUG oslo_concurrency.lockutils [req-06e5c4b5-a62d-49d5-8e79-5cb380c69fc9 req-791fbcc2-340e-4a3f-b93c-42162de55116 service nova] Acquired lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.583832] env[63043]: DEBUG nova.network.neutron [req-06e5c4b5-a62d-49d5-8e79-5cb380c69fc9 req-791fbcc2-340e-4a3f-b93c-42162de55116 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Refreshing network info cache for port 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.672334] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b460035-c232-4b4a-b06f-9069e814967f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.679492] env[63043]: DEBUG oslo_concurrency.lockutils [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "interface-141e3ec1-c725-44af-a273-1be4e38e9b76-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.679813] env[63043]: DEBUG oslo_concurrency.lockutils [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-141e3ec1-c725-44af-a273-1be4e38e9b76-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.680176] env[63043]: DEBUG nova.objects.instance [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'flavor' on Instance uuid 141e3ec1-c725-44af-a273-1be4e38e9b76 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.682152] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee7712f-ea75-45f9-bcbb-ec39c90d6e1d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.713326] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a6b00a-3f51-44cb-ba7d-15b148345266 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.720721] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d794b183-d3a8-42e4-b8a8-a482fb429981 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.733995] env[63043]: DEBUG nova.compute.provider_tree [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.088342] env[63043]: DEBUG oslo_concurrency.lockutils [None req-24f891b7-01b3-43ce-b9d9-50eac4909c68 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-9fc4fefc-eec2-4630-84f9-db4fe5d32913-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.644s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.238690] env[63043]: DEBUG nova.scheduler.client.report [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.337737] env[63043]: DEBUG nova.network.neutron [req-06e5c4b5-a62d-49d5-8e79-5cb380c69fc9 req-791fbcc2-340e-4a3f-b93c-42162de55116 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updated VIF entry in instance network info cache for port 70bb78a0-dfb8-4528-91ca-311c62b9c3b8. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.338123] env[63043]: DEBUG nova.network.neutron [req-06e5c4b5-a62d-49d5-8e79-5cb380c69fc9 req-791fbcc2-340e-4a3f-b93c-42162de55116 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updating instance_info_cache with network_info: [{"id": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "address": "fa:16:3e:0f:7d:d7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bb78a0-df", "ovs_interfaceid": "70bb78a0-dfb8-4528-91ca-311c62b9c3b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.343377] env[63043]: DEBUG nova.objects.instance [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'pci_requests' on Instance uuid 141e3ec1-c725-44af-a273-1be4e38e9b76 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.743916] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.744452] env[63043]: DEBUG nova.compute.manager [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.840608] env[63043]: DEBUG oslo_concurrency.lockutils [req-06e5c4b5-a62d-49d5-8e79-5cb380c69fc9 req-791fbcc2-340e-4a3f-b93c-42162de55116 service nova] Releasing lock "refresh_cache-9fc4fefc-eec2-4630-84f9-db4fe5d32913" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.845660] env[63043]: DEBUG nova.objects.base [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Object Instance<141e3ec1-c725-44af-a273-1be4e38e9b76> lazy-loaded attributes: flavor,pci_requests {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.845885] env[63043]: DEBUG nova.network.neutron [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.904538] env[63043]: DEBUG nova.policy [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf453eb92ec41dc90b0da8808e471ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2f2e17117d41f78c9bb1028587f0ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.060735] env[63043]: DEBUG nova.compute.manager [req-1ba7806c-819e-4922-8a8a-578d78d6a031 req-485dcd05-8b2c-4d9d-ad90-e2846ca85de1 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Received event network-changed-302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1222.060962] env[63043]: DEBUG nova.compute.manager [req-1ba7806c-819e-4922-8a8a-578d78d6a031 req-485dcd05-8b2c-4d9d-ad90-e2846ca85de1 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Refreshing instance network info cache due to event network-changed-302b4cf1-874d-4df5-920c-7cd7108cb543. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1222.061220] env[63043]: DEBUG oslo_concurrency.lockutils [req-1ba7806c-819e-4922-8a8a-578d78d6a031 req-485dcd05-8b2c-4d9d-ad90-e2846ca85de1 service nova] Acquiring lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.061370] env[63043]: DEBUG oslo_concurrency.lockutils [req-1ba7806c-819e-4922-8a8a-578d78d6a031 req-485dcd05-8b2c-4d9d-ad90-e2846ca85de1 service nova] Acquired lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.061716] env[63043]: DEBUG nova.network.neutron [req-1ba7806c-819e-4922-8a8a-578d78d6a031 req-485dcd05-8b2c-4d9d-ad90-e2846ca85de1 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Refreshing network info cache for port 302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.249690] env[63043]: DEBUG nova.compute.utils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1222.251064] env[63043]: DEBUG nova.compute.manager [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.251649] env[63043]: DEBUG nova.network.neutron [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.286482] env[63043]: DEBUG nova.policy [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bda5d5eecc34384b81d11471318b985', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35aed6c04a634679a8273c48a5a835ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.509645] env[63043]: DEBUG nova.network.neutron [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Successfully created port: e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.754848] env[63043]: DEBUG nova.compute.manager [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.780712] env[63043]: DEBUG nova.network.neutron [req-1ba7806c-819e-4922-8a8a-578d78d6a031 req-485dcd05-8b2c-4d9d-ad90-e2846ca85de1 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updated VIF entry in instance network info cache for port 302b4cf1-874d-4df5-920c-7cd7108cb543. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.781102] env[63043]: DEBUG nova.network.neutron [req-1ba7806c-819e-4922-8a8a-578d78d6a031 req-485dcd05-8b2c-4d9d-ad90-e2846ca85de1 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updating instance_info_cache with network_info: [{"id": "302b4cf1-874d-4df5-920c-7cd7108cb543", "address": "fa:16:3e:58:37:a7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302b4cf1-87", "ovs_interfaceid": "302b4cf1-874d-4df5-920c-7cd7108cb543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.283991] env[63043]: DEBUG oslo_concurrency.lockutils [req-1ba7806c-819e-4922-8a8a-578d78d6a031 req-485dcd05-8b2c-4d9d-ad90-e2846ca85de1 service nova] Releasing lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.389313] env[63043]: DEBUG nova.compute.manager [req-90e8dc39-7381-482e-b672-70824d1cc877 req-6d4036af-befe-4877-b029-011b6a81df81 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Received event network-vif-plugged-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.389313] env[63043]: DEBUG oslo_concurrency.lockutils [req-90e8dc39-7381-482e-b672-70824d1cc877 req-6d4036af-befe-4877-b029-011b6a81df81 service nova] Acquiring lock "141e3ec1-c725-44af-a273-1be4e38e9b76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.391945] env[63043]: DEBUG oslo_concurrency.lockutils [req-90e8dc39-7381-482e-b672-70824d1cc877 req-6d4036af-befe-4877-b029-011b6a81df81 service nova] Lock "141e3ec1-c725-44af-a273-1be4e38e9b76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.391945] env[63043]: DEBUG oslo_concurrency.lockutils [req-90e8dc39-7381-482e-b672-70824d1cc877 req-6d4036af-befe-4877-b029-011b6a81df81 service nova] Lock "141e3ec1-c725-44af-a273-1be4e38e9b76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.391945] env[63043]: DEBUG nova.compute.manager [req-90e8dc39-7381-482e-b672-70824d1cc877 req-6d4036af-befe-4877-b029-011b6a81df81 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] No waiting events found dispatching network-vif-plugged-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.391945] env[63043]: WARNING nova.compute.manager [req-90e8dc39-7381-482e-b672-70824d1cc877 req-6d4036af-befe-4877-b029-011b6a81df81 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Received unexpected event network-vif-plugged-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 for instance with vm_state active and task_state None. [ 1223.393254] env[63043]: DEBUG nova.network.neutron [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Successfully updated port: 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.765225] env[63043]: DEBUG nova.compute.manager [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.790425] env[63043]: DEBUG nova.virt.hardware [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.790677] env[63043]: DEBUG nova.virt.hardware [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.790838] env[63043]: DEBUG nova.virt.hardware [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.791033] env[63043]: DEBUG nova.virt.hardware [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.791186] env[63043]: DEBUG nova.virt.hardware [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.791337] env[63043]: DEBUG nova.virt.hardware [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.791545] env[63043]: DEBUG nova.virt.hardware [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.791706] env[63043]: DEBUG nova.virt.hardware [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.792047] env[63043]: DEBUG nova.virt.hardware [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.792047] env[63043]: DEBUG nova.virt.hardware [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.792218] env[63043]: DEBUG nova.virt.hardware [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.793145] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070e1a8d-c51e-480c-9059-5c5798e7479f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.801464] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211e6a2c-58f1-4174-8e37-e4debf036e4e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.896370] env[63043]: DEBUG oslo_concurrency.lockutils [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.896549] env[63043]: DEBUG oslo_concurrency.lockutils [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.896762] env[63043]: DEBUG nova.network.neutron [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.964395] env[63043]: DEBUG nova.network.neutron [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Successfully updated port: e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.194770] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1224.195036] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503157', 'volume_id': '371d1de2-88db-4bc8-995f-9d1e2cc422f2', 'name': 'volume-371d1de2-88db-4bc8-995f-9d1e2cc422f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ba285da-6786-4cbf-8e93-069bd5659492', 'attached_at': '', 'detached_at': '', 'volume_id': '371d1de2-88db-4bc8-995f-9d1e2cc422f2', 'serial': '371d1de2-88db-4bc8-995f-9d1e2cc422f2'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1224.195901] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96de5083-4fc2-4890-a74b-8d8ea0134edd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.212593] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c82508a-cdfd-4e1a-8a6d-98b97d13860e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.237505] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-371d1de2-88db-4bc8-995f-9d1e2cc422f2/volume-371d1de2-88db-4bc8-995f-9d1e2cc422f2.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.238151] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60193a58-afaa-417f-9c32-6fc5ef49075b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.256598] env[63043]: DEBUG oslo_vmware.api [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1224.256598] env[63043]: value = "task-2486961" [ 1224.256598] env[63043]: _type = "Task" [ 1224.256598] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.266021] env[63043]: DEBUG oslo_vmware.api [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.325672] env[63043]: DEBUG nova.compute.manager [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Stashing vm_state: active {{(pid=63043) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1224.435491] env[63043]: WARNING nova.network.neutron [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] 36425d47-1b42-4f11-8b2a-18afdcc54cad already exists in list: networks containing: ['36425d47-1b42-4f11-8b2a-18afdcc54cad']. ignoring it [ 1224.466495] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.466654] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.466805] env[63043]: DEBUG nova.network.neutron [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.691577] env[63043]: DEBUG nova.network.neutron [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updating instance_info_cache with network_info: [{"id": "302b4cf1-874d-4df5-920c-7cd7108cb543", "address": "fa:16:3e:58:37:a7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302b4cf1-87", "ovs_interfaceid": "302b4cf1-874d-4df5-920c-7cd7108cb543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "78ad8acf-75df-4efd-85f6-bdff6d6ea1f4", "address": "fa:16:3e:26:f4:25", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ad8acf-75", "ovs_interfaceid": "78ad8acf-75df-4efd-85f6-bdff6d6ea1f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.766673] env[63043]: DEBUG oslo_vmware.api [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486961, 'name': ReconfigVM_Task, 'duration_secs': 0.337492} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.767000] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-371d1de2-88db-4bc8-995f-9d1e2cc422f2/volume-371d1de2-88db-4bc8-995f-9d1e2cc422f2.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.772112] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b94cfa-28d2-43e7-a329-72ffd6ab5922 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.787567] env[63043]: DEBUG oslo_vmware.api [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1224.787567] env[63043]: value = "task-2486962" [ 1224.787567] env[63043]: _type = "Task" [ 1224.787567] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.795227] env[63043]: DEBUG oslo_vmware.api [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.847025] env[63043]: DEBUG oslo_concurrency.lockutils [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.847025] env[63043]: DEBUG oslo_concurrency.lockutils [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.002086] env[63043]: DEBUG nova.network.neutron [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.120141] env[63043]: DEBUG nova.network.neutron [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updating instance_info_cache with network_info: [{"id": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "address": "fa:16:3e:67:88:28", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fc67d8-26", "ovs_interfaceid": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.193951] env[63043]: DEBUG oslo_concurrency.lockutils [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.194639] env[63043]: DEBUG oslo_concurrency.lockutils [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.194804] env[63043]: DEBUG oslo_concurrency.lockutils [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.195672] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493582aa-3eb1-444a-a5ca-703146df3eb9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.212955] env[63043]: DEBUG nova.virt.hardware [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.213184] env[63043]: DEBUG nova.virt.hardware [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.213347] env[63043]: DEBUG nova.virt.hardware [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.213532] env[63043]: DEBUG nova.virt.hardware [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.213684] env[63043]: DEBUG nova.virt.hardware [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.213835] env[63043]: DEBUG nova.virt.hardware [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.214046] env[63043]: DEBUG nova.virt.hardware [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.214213] env[63043]: DEBUG nova.virt.hardware [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.214380] env[63043]: DEBUG nova.virt.hardware [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.214545] env[63043]: DEBUG nova.virt.hardware [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.214718] env[63043]: DEBUG nova.virt.hardware [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.220878] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Reconfiguring VM to attach interface {{(pid=63043) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1225.221154] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433b8f25-f2b6-4d49-a1cb-995d37b8efd2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.238531] env[63043]: DEBUG oslo_vmware.api [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1225.238531] env[63043]: value = "task-2486963" [ 1225.238531] env[63043]: _type = "Task" [ 1225.238531] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.246237] env[63043]: DEBUG oslo_vmware.api [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486963, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.296386] env[63043]: DEBUG oslo_vmware.api [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486962, 'name': ReconfigVM_Task, 'duration_secs': 0.131363} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.296683] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503157', 'volume_id': '371d1de2-88db-4bc8-995f-9d1e2cc422f2', 'name': 'volume-371d1de2-88db-4bc8-995f-9d1e2cc422f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ba285da-6786-4cbf-8e93-069bd5659492', 'attached_at': '', 'detached_at': '', 'volume_id': '371d1de2-88db-4bc8-995f-9d1e2cc422f2', 'serial': '371d1de2-88db-4bc8-995f-9d1e2cc422f2'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1225.354028] env[63043]: INFO nova.compute.claims [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.429240] env[63043]: DEBUG nova.compute.manager [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Received event network-changed-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1225.429518] env[63043]: DEBUG nova.compute.manager [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Refreshing instance network info cache due to event network-changed-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1225.429818] env[63043]: DEBUG oslo_concurrency.lockutils [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] Acquiring lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.430016] env[63043]: DEBUG oslo_concurrency.lockutils [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] Acquired lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.430229] env[63043]: DEBUG nova.network.neutron [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Refreshing network info cache for port 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.623298] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.623647] env[63043]: DEBUG nova.compute.manager [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Instance network_info: |[{"id": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "address": "fa:16:3e:67:88:28", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fc67d8-26", "ovs_interfaceid": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.624092] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:88:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6fc67d8-26cb-48c8-a4af-380d589ad59c', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.631933] env[63043]: DEBUG oslo.service.loopingcall [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.632189] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.632440] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce97d45c-ee39-48c9-87ca-e02688e1da76 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.652438] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.652438] env[63043]: value = "task-2486964" [ 1225.652438] env[63043]: _type = "Task" [ 1225.652438] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.660174] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486964, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.749491] env[63043]: DEBUG oslo_vmware.api [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.858878] env[63043]: INFO nova.compute.resource_tracker [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating resource usage from migration c93261f6-e418-476d-9719-f377db1f7e55 [ 1225.983533] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d058e040-c6f1-4124-915b-8b771f446bc0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.990866] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c5c264-36c7-4dc7-97b4-148b6829e51d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.022158] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f469f36f-ac3b-404f-8160-c35d7ca2887b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.029364] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b63ad6-a305-4370-96ec-f7fd69a0f878 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.043742] env[63043]: DEBUG nova.compute.provider_tree [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.151545] env[63043]: DEBUG nova.network.neutron [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updated VIF entry in instance network info cache for port 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.151980] env[63043]: DEBUG nova.network.neutron [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updating instance_info_cache with network_info: [{"id": "302b4cf1-874d-4df5-920c-7cd7108cb543", "address": "fa:16:3e:58:37:a7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302b4cf1-87", "ovs_interfaceid": "302b4cf1-874d-4df5-920c-7cd7108cb543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "78ad8acf-75df-4efd-85f6-bdff6d6ea1f4", "address": "fa:16:3e:26:f4:25", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ad8acf-75", "ovs_interfaceid": "78ad8acf-75df-4efd-85f6-bdff6d6ea1f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.162593] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2486964, 'name': CreateVM_Task, 'duration_secs': 0.348432} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.163279] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.163925] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.164104] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.164424] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.164898] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9234b9c-7a02-40c7-b193-c8021c2a8e00 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.169348] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1226.169348] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b6d017-b908-a4dc-308b-14456ea4b226" [ 1226.169348] env[63043]: _type = "Task" [ 1226.169348] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.177404] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b6d017-b908-a4dc-308b-14456ea4b226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.249334] env[63043]: DEBUG oslo_vmware.api [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486963, 'name': ReconfigVM_Task, 'duration_secs': 0.697134} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.249854] env[63043]: DEBUG oslo_concurrency.lockutils [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.250084] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Reconfigured VM to attach interface {{(pid=63043) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1226.331603] env[63043]: DEBUG nova.objects.instance [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'flavor' on Instance uuid 8ba285da-6786-4cbf-8e93-069bd5659492 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.546857] env[63043]: DEBUG nova.scheduler.client.report [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.657560] env[63043]: DEBUG oslo_concurrency.lockutils [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] Releasing lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.657844] env[63043]: DEBUG nova.compute.manager [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Received event network-vif-plugged-e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1226.658062] env[63043]: DEBUG oslo_concurrency.lockutils [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] Acquiring lock "732b0b9f-3a90-4e89-af96-41477ac42b68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.658279] env[63043]: DEBUG oslo_concurrency.lockutils [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.658489] env[63043]: DEBUG oslo_concurrency.lockutils [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.658736] env[63043]: DEBUG nova.compute.manager [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] No waiting events found dispatching network-vif-plugged-e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1226.658936] env[63043]: WARNING nova.compute.manager [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Received unexpected event network-vif-plugged-e6fc67d8-26cb-48c8-a4af-380d589ad59c for instance with vm_state building and task_state spawning. [ 1226.659120] env[63043]: DEBUG nova.compute.manager [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Received event network-changed-e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1226.659282] env[63043]: DEBUG nova.compute.manager [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Refreshing instance network info cache due to event network-changed-e6fc67d8-26cb-48c8-a4af-380d589ad59c. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1226.659472] env[63043]: DEBUG oslo_concurrency.lockutils [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] Acquiring lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.659610] env[63043]: DEBUG oslo_concurrency.lockutils [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] Acquired lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.659829] env[63043]: DEBUG nova.network.neutron [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Refreshing network info cache for port e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.679913] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b6d017-b908-a4dc-308b-14456ea4b226, 'name': SearchDatastore_Task, 'duration_secs': 0.009299} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.680254] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.680486] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.680868] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.680868] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.681101] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.681371] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f063dab2-ed22-4244-b57c-333f593483d0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.690252] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.690433] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.691148] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43934e7d-407a-4ec4-bc5e-249676d4d813 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.696161] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1226.696161] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527784e9-4273-1843-476c-0e42011fe165" [ 1226.696161] env[63043]: _type = "Task" [ 1226.696161] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.704098] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527784e9-4273-1843-476c-0e42011fe165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.755531] env[63043]: DEBUG oslo_concurrency.lockutils [None req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-141e3ec1-c725-44af-a273-1be4e38e9b76-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.076s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.837378] env[63043]: DEBUG oslo_concurrency.lockutils [None req-5e42c392-97e4-44e1-b9b9-246dfdc1a0fb tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.052584] env[63043]: DEBUG oslo_concurrency.lockutils [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.205s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.052829] env[63043]: INFO nova.compute.manager [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Migrating [ 1227.209171] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]527784e9-4273-1843-476c-0e42011fe165, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.209923] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bbeb647-54ad-4e24-be8b-c0a5953ee7be {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.215285] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1227.215285] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bf2833-fe14-546f-5068-5293ab12506a" [ 1227.215285] env[63043]: _type = "Task" [ 1227.215285] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.222794] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bf2833-fe14-546f-5068-5293ab12506a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.349494] env[63043]: DEBUG nova.network.neutron [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updated VIF entry in instance network info cache for port e6fc67d8-26cb-48c8-a4af-380d589ad59c. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.349910] env[63043]: DEBUG nova.network.neutron [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updating instance_info_cache with network_info: [{"id": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "address": "fa:16:3e:67:88:28", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fc67d8-26", "ovs_interfaceid": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.568903] env[63043]: DEBUG oslo_concurrency.lockutils [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.569202] env[63043]: DEBUG oslo_concurrency.lockutils [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.569382] env[63043]: DEBUG nova.network.neutron [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.725930] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bf2833-fe14-546f-5068-5293ab12506a, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.726117] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.726362] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 732b0b9f-3a90-4e89-af96-41477ac42b68/732b0b9f-3a90-4e89-af96-41477ac42b68.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.726616] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f68f51da-f2a2-4e05-984f-f4f10f9b396b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.732907] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1227.732907] env[63043]: value = "task-2486965" [ 1227.732907] env[63043]: _type = "Task" [ 1227.732907] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.740438] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.800972] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "8ba285da-6786-4cbf-8e93-069bd5659492" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.801226] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.852699] env[63043]: DEBUG oslo_concurrency.lockutils [req-3a9a830a-e3e0-4dc0-9931-dfe81dea25c9 req-cbe6b915-b055-48a8-88ec-ff372309fe77 service nova] Releasing lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.241964] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423577} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.243968] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 732b0b9f-3a90-4e89-af96-41477ac42b68/732b0b9f-3a90-4e89-af96-41477ac42b68.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.244219] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.244465] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4d32723-be23-4e9f-88a6-33b1a986a1da {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.250543] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1228.250543] env[63043]: value = "task-2486966" [ 1228.250543] env[63043]: _type = "Task" [ 1228.250543] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.257605] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.276495] env[63043]: DEBUG nova.network.neutron [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance_info_cache with network_info: [{"id": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "address": "fa:16:3e:ba:13:27", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8785ad3-b3", "ovs_interfaceid": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.304072] env[63043]: DEBUG nova.compute.utils [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1228.357763] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "interface-141e3ec1-c725-44af-a273-1be4e38e9b76-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.358026] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-141e3ec1-c725-44af-a273-1be4e38e9b76-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.760085] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069039} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.760391] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.761142] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1f31de-59a8-4f54-8dc3-8a7adf4574c4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.784080] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 732b0b9f-3a90-4e89-af96-41477ac42b68/732b0b9f-3a90-4e89-af96-41477ac42b68.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.784601] env[63043]: DEBUG oslo_concurrency.lockutils [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.785835] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-726abe3d-cfe9-48cd-97ee-5231470d03e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.806841] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.812540] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1228.812540] env[63043]: value = "task-2486967" [ 1228.812540] env[63043]: _type = "Task" [ 1228.812540] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.822448] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.860135] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.860324] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.861486] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa4f0c6-597c-4af8-a3ed-f7dad08149e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.878326] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc11f5c2-8b8e-457a-bc58-1778d11bbe70 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.903724] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Reconfiguring VM to detach interface {{(pid=63043) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1228.904206] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8edb21-b2a1-40bd-809f-29ce2578d91f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.921687] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1228.921687] env[63043]: value = "task-2486968" [ 1228.921687] env[63043]: _type = "Task" [ 1228.921687] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.931426] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.324745] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486967, 'name': ReconfigVM_Task, 'duration_secs': 0.327765} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.325044] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 732b0b9f-3a90-4e89-af96-41477ac42b68/732b0b9f-3a90-4e89-af96-41477ac42b68.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.325686] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be1514c4-55ec-439c-8303-3b7951182be8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.332182] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1229.332182] env[63043]: value = "task-2486969" [ 1229.332182] env[63043]: _type = "Task" [ 1229.332182] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.340633] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486969, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.431502] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.815490] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd4e11d-7365-4f22-a512-8aa234437f06 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.833910] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance '6e073b27-a11c-4312-bcac-57d95530830e' progress to 0 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.844588] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486969, 'name': Rename_Task, 'duration_secs': 0.134455} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.844841] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.845078] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dc85155-d3f7-4b84-9506-baa558c92dc9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.850927] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1229.850927] env[63043]: value = "task-2486970" [ 1229.850927] env[63043]: _type = "Task" [ 1229.850927] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.858132] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.874920] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "8ba285da-6786-4cbf-8e93-069bd5659492" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.875202] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.875430] env[63043]: INFO nova.compute.manager [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Attaching volume b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c to /dev/sdc [ 1229.909309] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08eec4d-d81b-46a5-8c81-2a4f6b1b6a14 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.916129] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729ccfd5-d649-4779-a270-a69c504aa61f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.929416] env[63043]: DEBUG nova.virt.block_device [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Updating existing volume attachment record: c68bb826-d4b8-4687-94e5-fe4772bf5031 {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1229.936111] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.341996] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.342327] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce307a84-0f2e-4423-a20c-a798d91b16f6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.349480] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1230.349480] env[63043]: value = "task-2486972" [ 1230.349480] env[63043]: _type = "Task" [ 1230.349480] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.360524] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.363561] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486970, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.432854] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.861518] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486970, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.864452] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486972, 'name': PowerOffVM_Task, 'duration_secs': 0.230706} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.864814] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.864945] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance '6e073b27-a11c-4312-bcac-57d95530830e' progress to 17 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.934132] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.363892] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.371356] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.371634] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.371802] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.371991] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.372183] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.372353] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.372568] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.372735] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.372936] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.373144] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.373331] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.378746] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b60ec52-0fb4-40bb-81dd-636d4d5ef0eb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.395692] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1231.395692] env[63043]: value = "task-2486973" [ 1231.395692] env[63043]: _type = "Task" [ 1231.395692] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.404151] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.433560] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.867807] env[63043]: DEBUG oslo_vmware.api [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2486970, 'name': PowerOnVM_Task, 'duration_secs': 1.896} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.868262] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.868584] env[63043]: INFO nova.compute.manager [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1231.868899] env[63043]: DEBUG nova.compute.manager [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.870072] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c32472-70ee-4450-968c-185d16730043 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.908388] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486973, 'name': ReconfigVM_Task, 'duration_secs': 0.355191} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.908859] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance '6e073b27-a11c-4312-bcac-57d95530830e' progress to 33 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.933228] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.392305] env[63043]: INFO nova.compute.manager [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Took 12.85 seconds to build instance. [ 1232.417079] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.417345] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.417508] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.417695] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.417850] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.418013] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.418259] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.418426] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.418615] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.418857] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.419061] env[63043]: DEBUG nova.virt.hardware [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.424578] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1232.425501] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-828b37a2-e8e3-4923-b801-1c7d4b2bbb1b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.446956] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.448297] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1232.448297] env[63043]: value = "task-2486975" [ 1232.448297] env[63043]: _type = "Task" [ 1232.448297] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.455964] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.895112] env[63043]: DEBUG oslo_concurrency.lockutils [None req-775da336-ceca-4ebc-8b88-8a4493f78bb8 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.359s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.935551] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.957626] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486975, 'name': ReconfigVM_Task, 'duration_secs': 0.183482} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.957952] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.958793] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54230e6d-875e-407e-84a2-a695d75bf429 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.982749] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 6e073b27-a11c-4312-bcac-57d95530830e/6e073b27-a11c-4312-bcac-57d95530830e.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.983972] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-892c422f-98b2-42c8-8a68-9fe20caeff50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.997539] env[63043]: DEBUG nova.compute.manager [req-cae888c5-4927-411c-884a-023cdb9b243e req-a60b7530-4202-469c-baef-dc67065e861c service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Received event network-changed-e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1232.997730] env[63043]: DEBUG nova.compute.manager [req-cae888c5-4927-411c-884a-023cdb9b243e req-a60b7530-4202-469c-baef-dc67065e861c service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Refreshing instance network info cache due to event network-changed-e6fc67d8-26cb-48c8-a4af-380d589ad59c. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1232.997941] env[63043]: DEBUG oslo_concurrency.lockutils [req-cae888c5-4927-411c-884a-023cdb9b243e req-a60b7530-4202-469c-baef-dc67065e861c service nova] Acquiring lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.998097] env[63043]: DEBUG oslo_concurrency.lockutils [req-cae888c5-4927-411c-884a-023cdb9b243e req-a60b7530-4202-469c-baef-dc67065e861c service nova] Acquired lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.998258] env[63043]: DEBUG nova.network.neutron [req-cae888c5-4927-411c-884a-023cdb9b243e req-a60b7530-4202-469c-baef-dc67065e861c service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Refreshing network info cache for port e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.004909] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1233.004909] env[63043]: value = "task-2486976" [ 1233.004909] env[63043]: _type = "Task" [ 1233.004909] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.013626] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.435557] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.515129] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486976, 'name': ReconfigVM_Task, 'duration_secs': 0.267256} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.515422] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 6e073b27-a11c-4312-bcac-57d95530830e/6e073b27-a11c-4312-bcac-57d95530830e.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.515698] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance '6e073b27-a11c-4312-bcac-57d95530830e' progress to 50 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.695065] env[63043]: DEBUG nova.network.neutron [req-cae888c5-4927-411c-884a-023cdb9b243e req-a60b7530-4202-469c-baef-dc67065e861c service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updated VIF entry in instance network info cache for port e6fc67d8-26cb-48c8-a4af-380d589ad59c. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.695445] env[63043]: DEBUG nova.network.neutron [req-cae888c5-4927-411c-884a-023cdb9b243e req-a60b7530-4202-469c-baef-dc67065e861c service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updating instance_info_cache with network_info: [{"id": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "address": "fa:16:3e:67:88:28", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fc67d8-26", "ovs_interfaceid": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.936559] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.022675] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eaca83-2a9c-466a-a713-ef577205aedc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.042154] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2d18f7-00c6-4bdc-b642-621a0252ccd7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.059296] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance '6e073b27-a11c-4312-bcac-57d95530830e' progress to 67 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.198077] env[63043]: DEBUG oslo_concurrency.lockutils [req-cae888c5-4927-411c-884a-023cdb9b243e req-a60b7530-4202-469c-baef-dc67065e861c service nova] Releasing lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.437930] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.475537] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1234.475893] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503159', 'volume_id': 'b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c', 'name': 'volume-b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ba285da-6786-4cbf-8e93-069bd5659492', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c', 'serial': 'b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1234.477278] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e76efc0-b967-48b9-9dff-4f02076d99d5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.496767] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705f99f5-6434-44bc-89a6-80c73a81d289 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.524823] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c/volume-b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.525140] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27d637ed-f7b4-4393-b46a-8c3bfdcdea62 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.543179] env[63043]: DEBUG oslo_vmware.api [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1234.543179] env[63043]: value = "task-2486977" [ 1234.543179] env[63043]: _type = "Task" [ 1234.543179] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.551365] env[63043]: DEBUG oslo_vmware.api [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.601180] env[63043]: DEBUG nova.network.neutron [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Port c8785ad3-b3ad-47ef-8faf-f514ebe090cc binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1234.939499] env[63043]: DEBUG oslo_vmware.api [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486968, 'name': ReconfigVM_Task, 'duration_secs': 5.762995} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.939858] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.939974] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Reconfigured VM to detach interface {{(pid=63043) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1235.053167] env[63043]: DEBUG oslo_vmware.api [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.553875] env[63043]: DEBUG oslo_vmware.api [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486977, 'name': ReconfigVM_Task, 'duration_secs': 0.542993} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.554169] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c/volume-b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.558905] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc30bc0c-029d-4ed3-9f39-b38c0f1fe131 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.573808] env[63043]: DEBUG oslo_vmware.api [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1235.573808] env[63043]: value = "task-2486978" [ 1235.573808] env[63043]: _type = "Task" [ 1235.573808] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.581462] env[63043]: DEBUG oslo_vmware.api [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.624018] env[63043]: DEBUG oslo_concurrency.lockutils [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "6e073b27-a11c-4312-bcac-57d95530830e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.624389] env[63043]: DEBUG oslo_concurrency.lockutils [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "6e073b27-a11c-4312-bcac-57d95530830e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.624709] env[63043]: DEBUG oslo_concurrency.lockutils [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "6e073b27-a11c-4312-bcac-57d95530830e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.083640] env[63043]: DEBUG oslo_vmware.api [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.250695] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.250884] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquired lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.251063] env[63043]: DEBUG nova.network.neutron [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.584252] env[63043]: DEBUG oslo_vmware.api [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.657096] env[63043]: DEBUG oslo_concurrency.lockutils [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.657296] env[63043]: DEBUG oslo_concurrency.lockutils [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.657475] env[63043]: DEBUG nova.network.neutron [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.742700] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "141e3ec1-c725-44af-a273-1be4e38e9b76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.743019] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "141e3ec1-c725-44af-a273-1be4e38e9b76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.743267] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "141e3ec1-c725-44af-a273-1be4e38e9b76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.743457] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "141e3ec1-c725-44af-a273-1be4e38e9b76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.743628] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "141e3ec1-c725-44af-a273-1be4e38e9b76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.745620] env[63043]: INFO nova.compute.manager [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Terminating instance [ 1236.952772] env[63043]: INFO nova.network.neutron [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Port 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1236.953151] env[63043]: DEBUG nova.network.neutron [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updating instance_info_cache with network_info: [{"id": "302b4cf1-874d-4df5-920c-7cd7108cb543", "address": "fa:16:3e:58:37:a7", "network": {"id": "36425d47-1b42-4f11-8b2a-18afdcc54cad", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1752053726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2f2e17117d41f78c9bb1028587f0ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302b4cf1-87", "ovs_interfaceid": "302b4cf1-874d-4df5-920c-7cd7108cb543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.084431] env[63043]: DEBUG oslo_vmware.api [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486978, 'name': ReconfigVM_Task, 'duration_secs': 1.138948} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.084888] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503159', 'volume_id': 'b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c', 'name': 'volume-b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ba285da-6786-4cbf-8e93-069bd5659492', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c', 'serial': 'b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1237.249125] env[63043]: DEBUG nova.compute.manager [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.249351] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.250215] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a508c9-9101-4896-a86e-0bd05f0e9733 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.257739] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.257969] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e119f980-3535-4a4c-ac35-54afe31de3ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.263224] env[63043]: DEBUG oslo_vmware.api [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1237.263224] env[63043]: value = "task-2486979" [ 1237.263224] env[63043]: _type = "Task" [ 1237.263224] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.272498] env[63043]: DEBUG oslo_vmware.api [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.352533] env[63043]: DEBUG nova.network.neutron [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance_info_cache with network_info: [{"id": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "address": "fa:16:3e:ba:13:27", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8785ad3-b3", "ovs_interfaceid": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.455585] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Releasing lock "refresh_cache-141e3ec1-c725-44af-a273-1be4e38e9b76" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.772755] env[63043]: DEBUG oslo_vmware.api [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486979, 'name': PowerOffVM_Task, 'duration_secs': 0.215888} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.773042] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.773225] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.773467] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d5eb96f-3cf2-44f4-adab-8a1d73618ff1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.832701] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.832924] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.833129] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Deleting the datastore file [datastore1] 141e3ec1-c725-44af-a273-1be4e38e9b76 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.833495] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae898c4c-d8a1-4516-bea3-0ed32195f716 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.840198] env[63043]: DEBUG oslo_vmware.api [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1237.840198] env[63043]: value = "task-2486981" [ 1237.840198] env[63043]: _type = "Task" [ 1237.840198] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.847598] env[63043]: DEBUG oslo_vmware.api [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.855190] env[63043]: DEBUG oslo_concurrency.lockutils [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.959051] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cf6952f7-d286-4403-ae9f-b49547397573 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "interface-141e3ec1-c725-44af-a273-1be4e38e9b76-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.601s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.120710] env[63043]: DEBUG nova.objects.instance [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'flavor' on Instance uuid 8ba285da-6786-4cbf-8e93-069bd5659492 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.349799] env[63043]: DEBUG oslo_vmware.api [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151367} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.350126] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.350321] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.350503] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.350679] env[63043]: INFO nova.compute.manager [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1238.350924] env[63043]: DEBUG oslo.service.loopingcall [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.351140] env[63043]: DEBUG nova.compute.manager [-] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.351240] env[63043]: DEBUG nova.network.neutron [-] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.380603] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd18a8ee-e3ba-4172-9f62-ee8117bea930 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.402175] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4fbddf-9c5c-4d2e-b78b-f677f0801b22 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.409357] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance '6e073b27-a11c-4312-bcac-57d95530830e' progress to 83 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.454312] env[63043]: DEBUG oslo_concurrency.lockutils [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "8ba285da-6786-4cbf-8e93-069bd5659492" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.625400] env[63043]: DEBUG oslo_concurrency.lockutils [None req-1eb2e1b5-4aa6-4ae5-af69-d71c56ddd334 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.750s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.626305] env[63043]: DEBUG oslo_concurrency.lockutils [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.172s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.916771] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.917128] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fc6b0fc-4951-4970-aca7-ab0112707d16 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.924936] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1238.924936] env[63043]: value = "task-2486982" [ 1238.924936] env[63043]: _type = "Task" [ 1238.924936] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.934479] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.000281] env[63043]: DEBUG nova.compute.manager [req-f2c97711-2606-498c-911f-0282f295942c req-d7dd4eab-499b-427e-97a8-caa53c0326b9 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Received event network-vif-deleted-302b4cf1-874d-4df5-920c-7cd7108cb543 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1239.000361] env[63043]: INFO nova.compute.manager [req-f2c97711-2606-498c-911f-0282f295942c req-d7dd4eab-499b-427e-97a8-caa53c0326b9 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Neutron deleted interface 302b4cf1-874d-4df5-920c-7cd7108cb543; detaching it from the instance and deleting it from the info cache [ 1239.000530] env[63043]: DEBUG nova.network.neutron [req-f2c97711-2606-498c-911f-0282f295942c req-d7dd4eab-499b-427e-97a8-caa53c0326b9 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.131447] env[63043]: INFO nova.compute.manager [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Detaching volume 371d1de2-88db-4bc8-995f-9d1e2cc422f2 [ 1239.161715] env[63043]: INFO nova.virt.block_device [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Attempting to driver detach volume 371d1de2-88db-4bc8-995f-9d1e2cc422f2 from mountpoint /dev/sdb [ 1239.161971] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1239.162199] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503157', 'volume_id': '371d1de2-88db-4bc8-995f-9d1e2cc422f2', 'name': 'volume-371d1de2-88db-4bc8-995f-9d1e2cc422f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ba285da-6786-4cbf-8e93-069bd5659492', 'attached_at': '', 'detached_at': '', 'volume_id': '371d1de2-88db-4bc8-995f-9d1e2cc422f2', 'serial': '371d1de2-88db-4bc8-995f-9d1e2cc422f2'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1239.163198] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e76c687-4fcd-4eac-97cf-ba0295c5a4c7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.189423] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a808832-dc76-431a-9b7d-61a7bc0bf130 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.196624] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9463b140-4f78-4cf0-a6d5-97e72fa01340 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.219841] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552b1692-fba3-4fd1-9ed0-cbd4aef2c232 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.235684] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] The volume has not been displaced from its original location: [datastore2] volume-371d1de2-88db-4bc8-995f-9d1e2cc422f2/volume-371d1de2-88db-4bc8-995f-9d1e2cc422f2.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1239.241358] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.241729] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b31238f5-2e82-459b-88b3-4120386366ad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.260081] env[63043]: DEBUG oslo_vmware.api [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1239.260081] env[63043]: value = "task-2486983" [ 1239.260081] env[63043]: _type = "Task" [ 1239.260081] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.268382] env[63043]: DEBUG oslo_vmware.api [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.436767] env[63043]: DEBUG oslo_vmware.api [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486982, 'name': PowerOnVM_Task, 'duration_secs': 0.383937} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.437088] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.437369] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-128a9b3f-387c-48d4-8b4c-f407c17e167c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance '6e073b27-a11c-4312-bcac-57d95530830e' progress to 100 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.481802] env[63043]: DEBUG nova.network.neutron [-] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.503958] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74559dc4-10b0-4c84-a7ff-b90e6b5c19b6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.512829] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02605c8-8824-4da3-bde0-d8616bb93dae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.542683] env[63043]: DEBUG nova.compute.manager [req-f2c97711-2606-498c-911f-0282f295942c req-d7dd4eab-499b-427e-97a8-caa53c0326b9 service nova] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Detach interface failed, port_id=302b4cf1-874d-4df5-920c-7cd7108cb543, reason: Instance 141e3ec1-c725-44af-a273-1be4e38e9b76 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1239.771453] env[63043]: DEBUG oslo_vmware.api [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486983, 'name': ReconfigVM_Task, 'duration_secs': 0.228376} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.771713] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1239.776505] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7a2de7-3169-44b8-a353-f0c4c21a9b37 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.791612] env[63043]: DEBUG oslo_vmware.api [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1239.791612] env[63043]: value = "task-2486984" [ 1239.791612] env[63043]: _type = "Task" [ 1239.791612] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.792080] env[63043]: DEBUG oslo_concurrency.lockutils [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.792315] env[63043]: DEBUG oslo_concurrency.lockutils [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.801518] env[63043]: DEBUG oslo_vmware.api [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.984738] env[63043]: INFO nova.compute.manager [-] [instance: 141e3ec1-c725-44af-a273-1be4e38e9b76] Took 1.63 seconds to deallocate network for instance. [ 1240.297555] env[63043]: INFO nova.compute.manager [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Detaching volume ff6ea4df-c99a-41b3-ad65-90f022c5e546 [ 1240.302872] env[63043]: DEBUG oslo_vmware.api [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.326437] env[63043]: INFO nova.virt.block_device [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Attempting to driver detach volume ff6ea4df-c99a-41b3-ad65-90f022c5e546 from mountpoint /dev/sdb [ 1240.326666] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1240.326867] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503154', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'name': 'volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be336f5e-bf13-4645-92a6-d7b804edaa0a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'serial': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1240.327656] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38340a2-e0d6-4a8a-8e34-84a99d644951 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.350114] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7070cd1f-a315-4453-89ea-22c434adc0e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.357232] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae65a57-42a7-44f3-ba06-7437b757594f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.377589] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a87bfd-d233-4a36-82b9-43c9134993e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.391989] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] The volume has not been displaced from its original location: [datastore2] volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546/volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1240.397491] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.397764] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84672feb-8348-4df6-9fa7-4b633fca016b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.417017] env[63043]: DEBUG oslo_vmware.api [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1240.417017] env[63043]: value = "task-2486985" [ 1240.417017] env[63043]: _type = "Task" [ 1240.417017] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.425315] env[63043]: DEBUG oslo_vmware.api [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.492438] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.492869] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.493398] env[63043]: DEBUG nova.objects.instance [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'resources' on Instance uuid 141e3ec1-c725-44af-a273-1be4e38e9b76 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.801930] env[63043]: DEBUG oslo_vmware.api [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.926832] env[63043]: DEBUG oslo_vmware.api [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486985, 'name': ReconfigVM_Task, 'duration_secs': 0.211336} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.927077] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.931720] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f33247e-c6f4-4341-ab59-9a0c5aa1b891 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.946710] env[63043]: DEBUG oslo_vmware.api [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1240.946710] env[63043]: value = "task-2486986" [ 1240.946710] env[63043]: _type = "Task" [ 1240.946710] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.959470] env[63043]: DEBUG oslo_vmware.api [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.118849] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f38f42f-66fb-45c1-aa1b-1d520d3fb18d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.126070] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6353f871-03de-4197-adec-309788faa51f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.157326] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45be52db-1cee-4a38-b33c-a0a6a95efb1f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.164386] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f73e90e-5bbf-4650-83f0-2c4ae32fbc45 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.177407] env[63043]: DEBUG nova.compute.provider_tree [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.302817] env[63043]: DEBUG oslo_vmware.api [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486984, 'name': ReconfigVM_Task, 'duration_secs': 1.255093} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.303841] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503157', 'volume_id': '371d1de2-88db-4bc8-995f-9d1e2cc422f2', 'name': 'volume-371d1de2-88db-4bc8-995f-9d1e2cc422f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ba285da-6786-4cbf-8e93-069bd5659492', 'attached_at': '', 'detached_at': '', 'volume_id': '371d1de2-88db-4bc8-995f-9d1e2cc422f2', 'serial': '371d1de2-88db-4bc8-995f-9d1e2cc422f2'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.457269] env[63043]: DEBUG oslo_vmware.api [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486986, 'name': ReconfigVM_Task, 'duration_secs': 0.13585} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.457589] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503154', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'name': 'volume-ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be336f5e-bf13-4645-92a6-d7b804edaa0a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546', 'serial': 'ff6ea4df-c99a-41b3-ad65-90f022c5e546'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.680366] env[63043]: DEBUG nova.scheduler.client.report [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.843727] env[63043]: DEBUG nova.objects.instance [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'flavor' on Instance uuid 8ba285da-6786-4cbf-8e93-069bd5659492 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.855774] env[63043]: DEBUG nova.network.neutron [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Port c8785ad3-b3ad-47ef-8faf-f514ebe090cc binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1241.856055] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.856213] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.856380] env[63043]: DEBUG nova.network.neutron [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.998670] env[63043]: DEBUG nova.objects.instance [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lazy-loading 'flavor' on Instance uuid be336f5e-bf13-4645-92a6-d7b804edaa0a {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.185242] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.204179] env[63043]: INFO nova.scheduler.client.report [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Deleted allocations for instance 141e3ec1-c725-44af-a273-1be4e38e9b76 [ 1242.565575] env[63043]: DEBUG nova.network.neutron [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance_info_cache with network_info: [{"id": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "address": "fa:16:3e:ba:13:27", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8785ad3-b3", "ovs_interfaceid": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.712294] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9244cd58-54f5-42df-9361-e6d861bc02b2 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "141e3ec1-c725-44af-a273-1be4e38e9b76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.969s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.737358] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "8ba285da-6786-4cbf-8e93-069bd5659492" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.850481] env[63043]: DEBUG oslo_concurrency.lockutils [None req-374df30c-b874-4673-af51-2dd40ecc1f1b tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.224s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.851356] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.114s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.007673] env[63043]: DEBUG oslo_concurrency.lockutils [None req-48c83a09-4702-4b5f-a28f-6fc2ddad525d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.068091] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.317239] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.317523] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.317741] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.317927] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.318118] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.320352] env[63043]: INFO nova.compute.manager [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Terminating instance [ 1243.354080] env[63043]: INFO nova.compute.manager [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Detaching volume b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c [ 1243.383234] env[63043]: INFO nova.virt.block_device [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Attempting to driver detach volume b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c from mountpoint /dev/sdc [ 1243.383476] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.383665] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503159', 'volume_id': 'b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c', 'name': 'volume-b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ba285da-6786-4cbf-8e93-069bd5659492', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c', 'serial': 'b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1243.384539] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c3690a-ff76-4c76-aa2d-2d7690490c84 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.405854] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63713648-cac8-45c8-8b10-9f7fa2acf960 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.412351] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aa2e9b-31d0-4f84-a954-c53990c404b9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.433673] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b1e668-2c34-4f5a-8bab-59dea0cc6f8c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.448678] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] The volume has not been displaced from its original location: [datastore2] volume-b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c/volume-b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1243.453906] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.454250] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-869b10b8-7af8-409f-a913-b2e9449de5c7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.471700] env[63043]: DEBUG oslo_vmware.api [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1243.471700] env[63043]: value = "task-2486987" [ 1243.471700] env[63043]: _type = "Task" [ 1243.471700] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.479458] env[63043]: DEBUG oslo_vmware.api [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.571745] env[63043]: DEBUG nova.compute.manager [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63043) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1243.572083] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.572222] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.823842] env[63043]: DEBUG nova.compute.manager [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.824110] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.824994] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67eb628-3937-44f6-80d5-2153ff732967 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.833294] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.833529] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d8d2aa8-92d8-4537-9248-35f3b0c01401 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.840083] env[63043]: DEBUG oslo_vmware.api [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1243.840083] env[63043]: value = "task-2486988" [ 1243.840083] env[63043]: _type = "Task" [ 1243.840083] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.849405] env[63043]: DEBUG oslo_vmware.api [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.981346] env[63043]: DEBUG oslo_vmware.api [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486987, 'name': ReconfigVM_Task, 'duration_secs': 0.217943} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.981662] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.986248] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ebb3b6f-4b7d-409d-9225-01a57c6269c8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.000488] env[63043]: DEBUG oslo_vmware.api [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1244.000488] env[63043]: value = "task-2486989" [ 1244.000488] env[63043]: _type = "Task" [ 1244.000488] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.008201] env[63043]: DEBUG oslo_vmware.api [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.035908] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.036095] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.036303] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "be336f5e-bf13-4645-92a6-d7b804edaa0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.036512] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.036713] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.039030] env[63043]: INFO nova.compute.manager [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Terminating instance [ 1244.075283] env[63043]: DEBUG nova.objects.instance [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lazy-loading 'migration_context' on Instance uuid 6e073b27-a11c-4312-bcac-57d95530830e {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.349893] env[63043]: DEBUG oslo_vmware.api [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486988, 'name': PowerOffVM_Task, 'duration_secs': 0.22363} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.350138] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.350317] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.350557] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7a7e0ec-2746-48b4-9047-2eeac2e24217 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.412017] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.412259] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.412443] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Deleting the datastore file [datastore1] 9fc4fefc-eec2-4630-84f9-db4fe5d32913 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.412703] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfe4884c-7aeb-4bde-95d3-664e3c79354a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.418358] env[63043]: DEBUG oslo_vmware.api [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for the task: (returnval){ [ 1244.418358] env[63043]: value = "task-2486991" [ 1244.418358] env[63043]: _type = "Task" [ 1244.418358] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.427144] env[63043]: DEBUG oslo_vmware.api [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.511790] env[63043]: DEBUG oslo_vmware.api [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486989, 'name': ReconfigVM_Task, 'duration_secs': 0.131838} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.512112] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503159', 'volume_id': 'b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c', 'name': 'volume-b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ba285da-6786-4cbf-8e93-069bd5659492', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c', 'serial': 'b5fffdf9-db6c-4c2e-af54-6b0bb18ca71c'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1244.543079] env[63043]: DEBUG nova.compute.manager [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.543314] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.544213] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173f0add-a62b-421e-9698-7c6067127798 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.551301] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.551529] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f45fe02b-b27b-4603-9dd9-85df6f24e50b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.558251] env[63043]: DEBUG oslo_vmware.api [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1244.558251] env[63043]: value = "task-2486992" [ 1244.558251] env[63043]: _type = "Task" [ 1244.558251] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.566428] env[63043]: DEBUG oslo_vmware.api [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.692881] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4622abcf-51e2-4ef8-83ef-a51fceb78284 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.701704] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287deb34-efa5-43ba-8d5e-ae4d3f4fa2c0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.733393] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237d29cb-06b2-4248-93a5-82783e769974 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.740284] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0418dcc0-12e1-4ccf-bb87-955fbb46d672 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.752788] env[63043]: DEBUG nova.compute.provider_tree [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.927647] env[63043]: DEBUG oslo_vmware.api [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Task: {'id': task-2486991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155708} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.927950] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.928237] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.928493] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.928744] env[63043]: INFO nova.compute.manager [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1244.929104] env[63043]: DEBUG oslo.service.loopingcall [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1244.929372] env[63043]: DEBUG nova.compute.manager [-] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.929523] env[63043]: DEBUG nova.network.neutron [-] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.054431] env[63043]: DEBUG nova.objects.instance [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'flavor' on Instance uuid 8ba285da-6786-4cbf-8e93-069bd5659492 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.068380] env[63043]: DEBUG oslo_vmware.api [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486992, 'name': PowerOffVM_Task, 'duration_secs': 0.173638} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.069369] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.069553] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.069805] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9cd2da8-8818-4ad8-b34a-7c3b5d661b44 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.140169] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.140587] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.140917] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleting the datastore file [datastore2] be336f5e-bf13-4645-92a6-d7b804edaa0a {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.141351] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-790c41d1-0ba1-4fd4-8a3d-09e9dd73197d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.152543] env[63043]: DEBUG oslo_vmware.api [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1245.152543] env[63043]: value = "task-2486994" [ 1245.152543] env[63043]: _type = "Task" [ 1245.152543] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.161804] env[63043]: DEBUG oslo_vmware.api [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.179949] env[63043]: DEBUG nova.compute.manager [req-f3ac13eb-e8a5-4254-a6b7-3e95a76c6964 req-36ea6032-8960-4153-aa7b-274dc823f661 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Received event network-vif-deleted-70bb78a0-dfb8-4528-91ca-311c62b9c3b8 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1245.180197] env[63043]: INFO nova.compute.manager [req-f3ac13eb-e8a5-4254-a6b7-3e95a76c6964 req-36ea6032-8960-4153-aa7b-274dc823f661 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Neutron deleted interface 70bb78a0-dfb8-4528-91ca-311c62b9c3b8; detaching it from the instance and deleting it from the info cache [ 1245.180457] env[63043]: DEBUG nova.network.neutron [req-f3ac13eb-e8a5-4254-a6b7-3e95a76c6964 req-36ea6032-8960-4153-aa7b-274dc823f661 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.256433] env[63043]: DEBUG nova.scheduler.client.report [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.658052] env[63043]: DEBUG nova.network.neutron [-] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.665096] env[63043]: DEBUG oslo_vmware.api [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2486994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145707} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.665096] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.665096] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.665096] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.665096] env[63043]: INFO nova.compute.manager [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1245.665096] env[63043]: DEBUG oslo.service.loopingcall [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.665096] env[63043]: DEBUG nova.compute.manager [-] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.665096] env[63043]: DEBUG nova.network.neutron [-] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.683387] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-454146f0-c672-41b0-a34d-cd227a7f7453 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.692493] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81079965-172c-4b75-b22a-5a85429b1779 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.723735] env[63043]: DEBUG nova.compute.manager [req-f3ac13eb-e8a5-4254-a6b7-3e95a76c6964 req-36ea6032-8960-4153-aa7b-274dc823f661 service nova] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Detach interface failed, port_id=70bb78a0-dfb8-4528-91ca-311c62b9c3b8, reason: Instance 9fc4fefc-eec2-4630-84f9-db4fe5d32913 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1246.063829] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d9e31363-045c-440d-a46a-5011b915f622 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.164051] env[63043]: INFO nova.compute.manager [-] [instance: 9fc4fefc-eec2-4630-84f9-db4fe5d32913] Took 1.23 seconds to deallocate network for instance. [ 1246.266906] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.694s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.615201] env[63043]: DEBUG nova.network.neutron [-] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.669864] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.670105] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.670346] env[63043]: DEBUG nova.objects.instance [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lazy-loading 'resources' on Instance uuid 9fc4fefc-eec2-4630-84f9-db4fe5d32913 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.117958] env[63043]: INFO nova.compute.manager [-] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Took 1.45 seconds to deallocate network for instance. [ 1247.125015] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "8ba285da-6786-4cbf-8e93-069bd5659492" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.125254] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.125449] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "8ba285da-6786-4cbf-8e93-069bd5659492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.125627] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.125791] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.127286] env[63043]: INFO nova.compute.manager [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Terminating instance [ 1247.204929] env[63043]: DEBUG nova.compute.manager [req-56840874-ac06-4b7b-99bd-61d7673270c1 req-bf11d2bc-0151-43c0-991c-e6cff9970fdc service nova] [instance: be336f5e-bf13-4645-92a6-d7b804edaa0a] Received event network-vif-deleted-89bbddd0-ddfb-45e3-a40c-3041f72c643a {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1247.277239] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48061aea-890e-4078-9bdb-351a51972fc6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.286995] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a728e1-56ea-4372-9bae-9ab009b46363 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.321891] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150a4e1e-63f8-4a6f-810e-fe2bbaef2267 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.329581] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f451458c-f910-444a-87cd-d3daac506e50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.343387] env[63043]: DEBUG nova.compute.provider_tree [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.624016] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.630838] env[63043]: DEBUG nova.compute.manager [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.631119] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.632027] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6b1ee7-a038-4f3d-81d6-5a726e0ce54f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.639735] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.639954] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e97c180-acba-4204-946a-26d03665db90 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.647152] env[63043]: DEBUG oslo_vmware.api [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1247.647152] env[63043]: value = "task-2486995" [ 1247.647152] env[63043]: _type = "Task" [ 1247.647152] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.654603] env[63043]: DEBUG oslo_vmware.api [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.808769] env[63043]: INFO nova.compute.manager [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Swapping old allocation on dict_keys(['d1c615ed-2198-4c37-92f9-e049b1e9001f']) held by migration c93261f6-e418-476d-9719-f377db1f7e55 for instance [ 1247.830845] env[63043]: DEBUG nova.scheduler.client.report [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Overwriting current allocation {'allocations': {'d1c615ed-2198-4c37-92f9-e049b1e9001f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 163}}, 'project_id': '65747648e0714297a223243f77bbdfc2', 'user_id': 'bc571e600ae340a39621d3ca98c814b7', 'consumer_generation': 1} on consumer 6e073b27-a11c-4312-bcac-57d95530830e {{(pid=63043) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1247.846729] env[63043]: DEBUG nova.scheduler.client.report [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.910437] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.910639] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.910823] env[63043]: DEBUG nova.network.neutron [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.157558] env[63043]: DEBUG oslo_vmware.api [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486995, 'name': PowerOffVM_Task, 'duration_secs': 0.186801} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.157889] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.158144] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.158404] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e48e7c3b-52d8-4d98-abee-8a71f59c18b5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.226096] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.226382] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.226621] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Deleting the datastore file [datastore2] 8ba285da-6786-4cbf-8e93-069bd5659492 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.226929] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-966a3d3c-5b3a-41c7-abb3-2c75ef9038e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.232770] env[63043]: DEBUG oslo_vmware.api [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for the task: (returnval){ [ 1248.232770] env[63043]: value = "task-2486997" [ 1248.232770] env[63043]: _type = "Task" [ 1248.232770] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.240647] env[63043]: DEBUG oslo_vmware.api [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.352141] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.354496] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.731s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.354730] env[63043]: DEBUG nova.objects.instance [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lazy-loading 'resources' on Instance uuid be336f5e-bf13-4645-92a6-d7b804edaa0a {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.369658] env[63043]: INFO nova.scheduler.client.report [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Deleted allocations for instance 9fc4fefc-eec2-4630-84f9-db4fe5d32913 [ 1248.607256] env[63043]: DEBUG nova.network.neutron [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance_info_cache with network_info: [{"id": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "address": "fa:16:3e:ba:13:27", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8785ad3-b3", "ovs_interfaceid": "c8785ad3-b3ad-47ef-8faf-f514ebe090cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.743855] env[63043]: DEBUG oslo_vmware.api [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Task: {'id': task-2486997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156532} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.744200] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.744404] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.744615] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.744819] env[63043]: INFO nova.compute.manager [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1248.745105] env[63043]: DEBUG oslo.service.loopingcall [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.745330] env[63043]: DEBUG nova.compute.manager [-] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.745450] env[63043]: DEBUG nova.network.neutron [-] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.877747] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Lock "9fc4fefc-eec2-4630-84f9-db4fe5d32913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.560s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.943948] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cefd7b3-593f-42ab-a636-b30fdfbedbc8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.951971] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47ed7b4-960a-4ce8-98ac-bea1426d1f33 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.982659] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ef407c-2eef-4d7f-bf5e-09e971f8a6a7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.989782] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e2f83a-8e6e-45a6-847a-eb0bdcaa6078 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.003059] env[63043]: DEBUG nova.compute.provider_tree [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.110577] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-6e073b27-a11c-4312-bcac-57d95530830e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.111069] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.111363] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbe13f69-5f21-488b-ace7-4ddd772392bd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.119506] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1249.119506] env[63043]: value = "task-2486998" [ 1249.119506] env[63043]: _type = "Task" [ 1249.119506] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.128317] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.247684] env[63043]: DEBUG nova.compute.manager [req-edcc5eed-4d3d-4136-bd2d-78b7b655dd9c req-620db3fb-256b-4f07-b3b4-943d4c77679c service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Received event network-vif-deleted-71452bb8-0e5d-481d-8a0d-972cbefce91c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1249.247944] env[63043]: INFO nova.compute.manager [req-edcc5eed-4d3d-4136-bd2d-78b7b655dd9c req-620db3fb-256b-4f07-b3b4-943d4c77679c service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Neutron deleted interface 71452bb8-0e5d-481d-8a0d-972cbefce91c; detaching it from the instance and deleting it from the info cache [ 1249.248189] env[63043]: DEBUG nova.network.neutron [req-edcc5eed-4d3d-4136-bd2d-78b7b655dd9c req-620db3fb-256b-4f07-b3b4-943d4c77679c service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.510122] env[63043]: DEBUG nova.scheduler.client.report [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.631172] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486998, 'name': PowerOffVM_Task, 'duration_secs': 0.227095} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.631870] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.631953] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.632183] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.632348] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.632533] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.632680] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.632942] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.633039] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.633674] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.633674] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.633674] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.633674] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.638535] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e1c409-9196-4400-bfbd-74a36f13b172 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.653610] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1249.653610] env[63043]: value = "task-2486999" [ 1249.653610] env[63043]: _type = "Task" [ 1249.653610] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.662137] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.735152] env[63043]: DEBUG nova.network.neutron [-] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.750275] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2992e1b5-8102-4e5c-8d53-f02c5c2cf3e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.761092] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e506de-610b-455f-a23a-4e8e6b69a195 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.791657] env[63043]: DEBUG nova.compute.manager [req-edcc5eed-4d3d-4136-bd2d-78b7b655dd9c req-620db3fb-256b-4f07-b3b4-943d4c77679c service nova] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Detach interface failed, port_id=71452bb8-0e5d-481d-8a0d-972cbefce91c, reason: Instance 8ba285da-6786-4cbf-8e93-069bd5659492 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1250.015027] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.039271] env[63043]: INFO nova.scheduler.client.report [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted allocations for instance be336f5e-bf13-4645-92a6-d7b804edaa0a [ 1250.164787] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2486999, 'name': ReconfigVM_Task, 'duration_secs': 0.135869} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.165646] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d6d2db-9309-4418-a498-628af0af8d87 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.184228] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.184507] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.184649] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.184828] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.184985] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.185152] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.185391] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.185527] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.185697] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.185865] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.186055] env[63043]: DEBUG nova.virt.hardware [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.186938] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a77be9a-1f3e-407f-8384-3df51e74886b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.192624] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1250.192624] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52154385-3a48-a824-570d-ee6d866c236b" [ 1250.192624] env[63043]: _type = "Task" [ 1250.192624] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.200266] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52154385-3a48-a824-570d-ee6d866c236b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.241375] env[63043]: INFO nova.compute.manager [-] [instance: 8ba285da-6786-4cbf-8e93-069bd5659492] Took 1.50 seconds to deallocate network for instance. [ 1250.494817] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "eedca729-a3cb-432d-8103-9784eca4aa8f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.495193] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.495269] env[63043]: INFO nova.compute.manager [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Shelving [ 1250.547647] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f4ef65bd-79d9-4162-a83d-9ab10cff670e tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "be336f5e-bf13-4645-92a6-d7b804edaa0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.511s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.704310] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52154385-3a48-a824-570d-ee6d866c236b, 'name': SearchDatastore_Task, 'duration_secs': 0.007807} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.709895] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1250.710227] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6a88637-114a-48a3-bb50-7330f10b4533 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.731099] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1250.731099] env[63043]: value = "task-2487000" [ 1250.731099] env[63043]: _type = "Task" [ 1250.731099] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.738092] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.748173] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.748454] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.748685] env[63043]: DEBUG nova.objects.instance [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lazy-loading 'resources' on Instance uuid 8ba285da-6786-4cbf-8e93-069bd5659492 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.240237] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487000, 'name': ReconfigVM_Task, 'duration_secs': 0.22127} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.240414] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1251.241057] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbc53b0-2d6b-4142-be08-49e201a4f350 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.266262] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 6e073b27-a11c-4312-bcac-57d95530830e/6e073b27-a11c-4312-bcac-57d95530830e.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.266262] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf4a8c88-f768-4a74-aab3-a9b0ed3c27f5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.282917] env[63043]: DEBUG nova.scheduler.client.report [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Refreshing inventories for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1251.285293] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1251.285293] env[63043]: value = "task-2487001" [ 1251.285293] env[63043]: _type = "Task" [ 1251.285293] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.293993] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.304529] env[63043]: DEBUG nova.scheduler.client.report [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Updating ProviderTree inventory for provider d1c615ed-2198-4c37-92f9-e049b1e9001f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1251.304890] env[63043]: DEBUG nova.compute.provider_tree [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Updating inventory in ProviderTree for provider d1c615ed-2198-4c37-92f9-e049b1e9001f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1251.322458] env[63043]: DEBUG nova.scheduler.client.report [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Refreshing aggregate associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, aggregates: None {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1251.343532] env[63043]: DEBUG nova.scheduler.client.report [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Refreshing trait associations for resource provider d1c615ed-2198-4c37-92f9-e049b1e9001f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63043) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1251.427746] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9619f99-e6c7-4497-bd06-052823149fe9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.439022] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb48f581-118b-4e79-82b4-ceacc4a58844 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.471039] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95879939-e822-4ce4-b802-9982dc73997e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.479655] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3410d1a-8898-4e78-b233-705418768b1b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.493786] env[63043]: DEBUG nova.compute.provider_tree [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.505217] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.505217] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acb2fa59-2a9a-4a2b-b9dc-37bcaa568945 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.511921] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1251.511921] env[63043]: value = "task-2487002" [ 1251.511921] env[63043]: _type = "Task" [ 1251.511921] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.521834] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.795113] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487001, 'name': ReconfigVM_Task, 'duration_secs': 0.272559} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.795411] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 6e073b27-a11c-4312-bcac-57d95530830e/6e073b27-a11c-4312-bcac-57d95530830e.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.796243] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022bffb3-b896-4be9-92c0-15245215bc67 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.813893] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4c8985-3296-4a81-9651-3ff6d5502d7f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.831058] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c439fcd1-a74f-4f94-8f1d-b8c4881f2807 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.850019] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d5d15b-9a5d-4445-ba9b-ecf915c94408 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.856623] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.856918] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0ad9741-2ed2-403d-8478-c4e10daf0fd4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.863579] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1251.863579] env[63043]: value = "task-2487003" [ 1251.863579] env[63043]: _type = "Task" [ 1251.863579] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.872882] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.913030] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.913030] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.997252] env[63043]: DEBUG nova.scheduler.client.report [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.022609] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487002, 'name': PowerOffVM_Task, 'duration_secs': 0.156865} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.022887] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.023703] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779feffb-b8ac-40ea-9797-3deb673a8fa8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.042925] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c0b279-2f5e-483b-9776-c52e087c0fff {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.374375] env[63043]: DEBUG oslo_vmware.api [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487003, 'name': PowerOnVM_Task, 'duration_secs': 0.37341} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.374685] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.415152] env[63043]: DEBUG nova.compute.manager [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.501817] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.524217] env[63043]: INFO nova.scheduler.client.report [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Deleted allocations for instance 8ba285da-6786-4cbf-8e93-069bd5659492 [ 1252.555623] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1252.555964] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a5e1ff8e-10c5-449c-b4e2-f2e605c13e81 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.565034] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1252.565034] env[63043]: value = "task-2487004" [ 1252.565034] env[63043]: _type = "Task" [ 1252.565034] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.574846] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487004, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.939786] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.940129] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.941703] env[63043]: INFO nova.compute.claims [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.031647] env[63043]: DEBUG oslo_concurrency.lockutils [None req-8722c289-9ed6-463c-8050-ca1ca798e3bf tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Lock "8ba285da-6786-4cbf-8e93-069bd5659492" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.906s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.073864] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487004, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.083756] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquiring lock "1758f554-fdc5-4482-8d91-ce82500dbef8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.083973] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lock "1758f554-fdc5-4482-8d91-ce82500dbef8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.386731] env[63043]: INFO nova.compute.manager [None req-8e0fde5b-d1b2-4fc6-919b-f3f9f33ef6aa tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance to original state: 'active' [ 1253.575952] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487004, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.588793] env[63043]: DEBUG nova.compute.manager [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.031464] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a07ffd8-4e5a-4869-957c-130f81b2f590 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.039221] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d420e04-45a0-4d09-82b1-5b612c89c8bd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.072201] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7077e9d0-3dc5-4b58-949c-bab07c2a1410 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.079190] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487004, 'name': CreateSnapshot_Task, 'duration_secs': 1.112771} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.081110] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1254.081820] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6370a26b-9cee-4de9-9891-a5feedf36192 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.084835] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f08f6f-f61a-43e7-b984-85ac4c9453de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.104192] env[63043]: DEBUG nova.compute.provider_tree [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.117377] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.469928] env[63043]: DEBUG oslo_concurrency.lockutils [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "6e073b27-a11c-4312-bcac-57d95530830e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.470278] env[63043]: DEBUG oslo_concurrency.lockutils [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "6e073b27-a11c-4312-bcac-57d95530830e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.470508] env[63043]: DEBUG oslo_concurrency.lockutils [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "6e073b27-a11c-4312-bcac-57d95530830e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.470720] env[63043]: DEBUG oslo_concurrency.lockutils [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "6e073b27-a11c-4312-bcac-57d95530830e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.470909] env[63043]: DEBUG oslo_concurrency.lockutils [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "6e073b27-a11c-4312-bcac-57d95530830e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.473543] env[63043]: INFO nova.compute.manager [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Terminating instance [ 1254.615765] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1254.616058] env[63043]: DEBUG nova.scheduler.client.report [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.619247] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94ba6366-3177-4842-b79d-bd9609effc6f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.628338] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1254.628338] env[63043]: value = "task-2487006" [ 1254.628338] env[63043]: _type = "Task" [ 1254.628338] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.637697] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487006, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.977628] env[63043]: DEBUG nova.compute.manager [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.977858] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.978785] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643fa550-0d12-4739-8df0-e522e71e5689 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.986044] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.986274] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ff557f-ee63-499d-b1b8-852f164a8c5c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.991958] env[63043]: DEBUG oslo_vmware.api [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1254.991958] env[63043]: value = "task-2487007" [ 1254.991958] env[63043]: _type = "Task" [ 1254.991958] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.999450] env[63043]: DEBUG oslo_vmware.api [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.124260] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.124882] env[63043]: DEBUG nova.compute.manager [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.128349] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.010s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.130047] env[63043]: INFO nova.compute.claims [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.143146] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487006, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.501789] env[63043]: DEBUG oslo_vmware.api [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487007, 'name': PowerOffVM_Task, 'duration_secs': 0.334345} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.502088] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.502286] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.502535] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1885a92e-ac4d-4404-a189-ab951ade6185 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.569856] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.570246] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.570321] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleting the datastore file [datastore1] 6e073b27-a11c-4312-bcac-57d95530830e {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.570581] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff4887d5-7878-4eca-88cd-39b9e8657a03 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.576566] env[63043]: DEBUG oslo_vmware.api [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1255.576566] env[63043]: value = "task-2487009" [ 1255.576566] env[63043]: _type = "Task" [ 1255.576566] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.585442] env[63043]: DEBUG oslo_vmware.api [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.635062] env[63043]: DEBUG nova.compute.utils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1255.636715] env[63043]: DEBUG nova.compute.manager [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.637026] env[63043]: DEBUG nova.network.neutron [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.652304] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487006, 'name': CloneVM_Task} progress is 95%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.703426] env[63043]: DEBUG nova.policy [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7db4fc5cb2c148abb6e1ff4f967c8c22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d97e1753ec4000ba4a672ff70ee7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.924218] env[63043]: DEBUG nova.network.neutron [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Successfully created port: f47e30f2-9863-454d-8034-d53035a36723 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.086972] env[63043]: DEBUG oslo_vmware.api [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162671} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.087260] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.087457] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.087641] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.087820] env[63043]: INFO nova.compute.manager [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1256.088084] env[63043]: DEBUG oslo.service.loopingcall [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1256.088280] env[63043]: DEBUG nova.compute.manager [-] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.088412] env[63043]: DEBUG nova.network.neutron [-] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.145726] env[63043]: DEBUG nova.compute.manager [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.153185] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487006, 'name': CloneVM_Task, 'duration_secs': 1.15695} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.153887] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Created linked-clone VM from snapshot [ 1256.154752] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b342d14a-c444-4e2d-9588-0811eeca3b4d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.164297] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Uploading image d7502732-eac1-4152-a2a2-7a0418587447 {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1256.197522] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1256.197522] env[63043]: value = "vm-503161" [ 1256.197522] env[63043]: _type = "VirtualMachine" [ 1256.197522] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1256.197860] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-889705af-5f5e-464b-8149-f986ce000a9a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.209136] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lease: (returnval){ [ 1256.209136] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527c96bb-14e7-5d68-0385-4d0d2bfb210c" [ 1256.209136] env[63043]: _type = "HttpNfcLease" [ 1256.209136] env[63043]: } obtained for exporting VM: (result){ [ 1256.209136] env[63043]: value = "vm-503161" [ 1256.209136] env[63043]: _type = "VirtualMachine" [ 1256.209136] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1256.209515] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the lease: (returnval){ [ 1256.209515] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527c96bb-14e7-5d68-0385-4d0d2bfb210c" [ 1256.209515] env[63043]: _type = "HttpNfcLease" [ 1256.209515] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1256.216523] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.216523] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527c96bb-14e7-5d68-0385-4d0d2bfb210c" [ 1256.216523] env[63043]: _type = "HttpNfcLease" [ 1256.216523] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1256.254432] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5d8081-f314-475f-ba69-1fbd93d66871 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.261309] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29117d43-ea4a-4378-b3c9-3648305224c9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.295248] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341de407-d9bc-4713-84f5-7ff7725bd8ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.302715] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a8c609-980e-4ee4-a3f3-0b056cc8b125 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.316207] env[63043]: DEBUG nova.compute.provider_tree [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.581427] env[63043]: DEBUG nova.compute.manager [req-e95131cf-cd86-45c1-afe9-b9bb94199954 req-ef852abc-5a24-424b-86ba-337a68ee3a90 service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Received event network-vif-deleted-c8785ad3-b3ad-47ef-8faf-f514ebe090cc {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1256.581549] env[63043]: INFO nova.compute.manager [req-e95131cf-cd86-45c1-afe9-b9bb94199954 req-ef852abc-5a24-424b-86ba-337a68ee3a90 service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Neutron deleted interface c8785ad3-b3ad-47ef-8faf-f514ebe090cc; detaching it from the instance and deleting it from the info cache [ 1256.581693] env[63043]: DEBUG nova.network.neutron [req-e95131cf-cd86-45c1-afe9-b9bb94199954 req-ef852abc-5a24-424b-86ba-337a68ee3a90 service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.717838] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.717838] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527c96bb-14e7-5d68-0385-4d0d2bfb210c" [ 1256.717838] env[63043]: _type = "HttpNfcLease" [ 1256.717838] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1256.718304] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1256.718304] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527c96bb-14e7-5d68-0385-4d0d2bfb210c" [ 1256.718304] env[63043]: _type = "HttpNfcLease" [ 1256.718304] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1256.719214] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3885b7a-b402-4a7e-9c35-cc048884e845 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.727592] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7aaf3-4483-5710-7b0d-eaf3e8f7c409/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1256.728087] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7aaf3-4483-5710-7b0d-eaf3e8f7c409/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1256.819704] env[63043]: DEBUG nova.scheduler.client.report [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.827863] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e48379c-06f3-487e-b2bc-be88d0feb974 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.998868] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.063461] env[63043]: DEBUG nova.network.neutron [-] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.084711] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d661f20-84ea-4968-b33e-11d33b5179c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.094956] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab8dcad-278e-47e6-9fcd-dd179b122ae5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.124653] env[63043]: DEBUG nova.compute.manager [req-e95131cf-cd86-45c1-afe9-b9bb94199954 req-ef852abc-5a24-424b-86ba-337a68ee3a90 service nova] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Detach interface failed, port_id=c8785ad3-b3ad-47ef-8faf-f514ebe090cc, reason: Instance 6e073b27-a11c-4312-bcac-57d95530830e could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1257.161458] env[63043]: DEBUG nova.compute.manager [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.185308] env[63043]: DEBUG nova.virt.hardware [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.185583] env[63043]: DEBUG nova.virt.hardware [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.185760] env[63043]: DEBUG nova.virt.hardware [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.185961] env[63043]: DEBUG nova.virt.hardware [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.186139] env[63043]: DEBUG nova.virt.hardware [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.186297] env[63043]: DEBUG nova.virt.hardware [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.186540] env[63043]: DEBUG nova.virt.hardware [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.186711] env[63043]: DEBUG nova.virt.hardware [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.186908] env[63043]: DEBUG nova.virt.hardware [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.187145] env[63043]: DEBUG nova.virt.hardware [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.187343] env[63043]: DEBUG nova.virt.hardware [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.188264] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b626a5b4-226a-499c-8613-da8b20b6a764 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.196496] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6021581f-939b-4a89-8e46-09f5fb0ed629 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.326750] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.327398] env[63043]: DEBUG nova.compute.manager [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.420442] env[63043]: DEBUG nova.network.neutron [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Successfully updated port: f47e30f2-9863-454d-8034-d53035a36723 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.565666] env[63043]: INFO nova.compute.manager [-] [instance: 6e073b27-a11c-4312-bcac-57d95530830e] Took 1.48 seconds to deallocate network for instance. [ 1257.836637] env[63043]: DEBUG nova.compute.utils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1257.838490] env[63043]: DEBUG nova.compute.manager [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Not allocating networking since 'none' was specified. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1257.922748] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "refresh_cache-dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.923124] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "refresh_cache-dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.923124] env[63043]: DEBUG nova.network.neutron [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.072458] env[63043]: DEBUG oslo_concurrency.lockutils [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.072722] env[63043]: DEBUG oslo_concurrency.lockutils [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.072918] env[63043]: DEBUG oslo_concurrency.lockutils [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.097989] env[63043]: INFO nova.scheduler.client.report [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleted allocations for instance 6e073b27-a11c-4312-bcac-57d95530830e [ 1258.340109] env[63043]: DEBUG nova.compute.manager [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1258.455942] env[63043]: DEBUG nova.network.neutron [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.605928] env[63043]: DEBUG oslo_concurrency.lockutils [None req-858c106a-ed27-426d-8ec8-4a3a048cc49b tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "6e073b27-a11c-4312-bcac-57d95530830e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.136s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.608506] env[63043]: DEBUG nova.compute.manager [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Received event network-vif-plugged-f47e30f2-9863-454d-8034-d53035a36723 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1258.608725] env[63043]: DEBUG oslo_concurrency.lockutils [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] Acquiring lock "dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.608924] env[63043]: DEBUG oslo_concurrency.lockutils [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] Lock "dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.609182] env[63043]: DEBUG oslo_concurrency.lockutils [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] Lock "dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.609363] env[63043]: DEBUG nova.compute.manager [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] No waiting events found dispatching network-vif-plugged-f47e30f2-9863-454d-8034-d53035a36723 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1258.609532] env[63043]: WARNING nova.compute.manager [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Received unexpected event network-vif-plugged-f47e30f2-9863-454d-8034-d53035a36723 for instance with vm_state building and task_state spawning. [ 1258.609693] env[63043]: DEBUG nova.compute.manager [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Received event network-changed-f47e30f2-9863-454d-8034-d53035a36723 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1258.609848] env[63043]: DEBUG nova.compute.manager [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Refreshing instance network info cache due to event network-changed-f47e30f2-9863-454d-8034-d53035a36723. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1258.610050] env[63043]: DEBUG oslo_concurrency.lockutils [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] Acquiring lock "refresh_cache-dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.619328] env[63043]: DEBUG nova.network.neutron [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Updating instance_info_cache with network_info: [{"id": "f47e30f2-9863-454d-8034-d53035a36723", "address": "fa:16:3e:95:18:f7", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47e30f2-98", "ovs_interfaceid": "f47e30f2-9863-454d-8034-d53035a36723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.998028] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.998028] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Starting heal instance info cache {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1259.121828] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "refresh_cache-dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.122249] env[63043]: DEBUG nova.compute.manager [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Instance network_info: |[{"id": "f47e30f2-9863-454d-8034-d53035a36723", "address": "fa:16:3e:95:18:f7", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47e30f2-98", "ovs_interfaceid": "f47e30f2-9863-454d-8034-d53035a36723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1259.123133] env[63043]: DEBUG oslo_concurrency.lockutils [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] Acquired lock "refresh_cache-dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.123133] env[63043]: DEBUG nova.network.neutron [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Refreshing network info cache for port f47e30f2-9863-454d-8034-d53035a36723 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.124095] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:18:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f47e30f2-9863-454d-8034-d53035a36723', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.131633] env[63043]: DEBUG oslo.service.loopingcall [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.132945] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.133108] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3491742-818d-4711-af52-2af4f9ea3187 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.153559] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.153559] env[63043]: value = "task-2487012" [ 1259.153559] env[63043]: _type = "Task" [ 1259.153559] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.163309] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487012, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.348626] env[63043]: DEBUG nova.compute.manager [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.376776] env[63043]: DEBUG nova.virt.hardware [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.377135] env[63043]: DEBUG nova.virt.hardware [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.377380] env[63043]: DEBUG nova.virt.hardware [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.377699] env[63043]: DEBUG nova.virt.hardware [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.377836] env[63043]: DEBUG nova.virt.hardware [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.378037] env[63043]: DEBUG nova.virt.hardware [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.378300] env[63043]: DEBUG nova.virt.hardware [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.378495] env[63043]: DEBUG nova.virt.hardware [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.378689] env[63043]: DEBUG nova.virt.hardware [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.378879] env[63043]: DEBUG nova.virt.hardware [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.379129] env[63043]: DEBUG nova.virt.hardware [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.380169] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8826ae57-e94c-44b3-aa0f-f7b413dd394a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.389298] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d46a0a5-63a8-4f60-8755-9af22bb43ea0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.405058] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Instance VIF info [] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.412742] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Creating folder: Project (4bfdc380173d40c5976b4dcd990a93ef). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.413655] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6334f6d-b5df-47a8-9f6d-28c9c22cec29 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.421483] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "3bf770bf-5334-4d31-ae11-97f364aad831" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.421737] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "3bf770bf-5334-4d31-ae11-97f364aad831" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.424970] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Created folder: Project (4bfdc380173d40c5976b4dcd990a93ef) in parent group-v502843. [ 1259.425187] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Creating folder: Instances. Parent ref: group-v503163. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.425647] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54a855e8-3450-480a-aa2d-8b7b99a98194 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.436548] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Created folder: Instances in parent group-v503163. [ 1259.436845] env[63043]: DEBUG oslo.service.loopingcall [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.437698] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.437943] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c86e5aa-7424-4057-bd88-d490e6d0855e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.456769] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.456769] env[63043]: value = "task-2487015" [ 1259.456769] env[63043]: _type = "Task" [ 1259.456769] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.466393] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487015, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.664066] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487012, 'name': CreateVM_Task, 'duration_secs': 0.344181} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.664240] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.664996] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.665265] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.665634] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.665953] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b41e2b0-ba93-41f1-9425-bf777c9f9066 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.673393] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1259.673393] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]521af1df-05d1-582c-63ef-4886e4b089b9" [ 1259.673393] env[63043]: _type = "Task" [ 1259.673393] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.683327] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]521af1df-05d1-582c-63ef-4886e4b089b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009156} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.683731] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.683853] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.684281] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.684358] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.684599] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.684845] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27898ec1-4c0f-401b-8e37-19868c2ea06f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.692677] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.692902] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.693719] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e7bb2a9-f2ae-4b1b-82e0-33de56d2a246 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.699761] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1259.699761] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5204c8b1-d80b-2629-4061-674081785543" [ 1259.699761] env[63043]: _type = "Task" [ 1259.699761] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.707399] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5204c8b1-d80b-2629-4061-674081785543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.851149] env[63043]: DEBUG nova.network.neutron [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Updated VIF entry in instance network info cache for port f47e30f2-9863-454d-8034-d53035a36723. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.851582] env[63043]: DEBUG nova.network.neutron [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Updating instance_info_cache with network_info: [{"id": "f47e30f2-9863-454d-8034-d53035a36723", "address": "fa:16:3e:95:18:f7", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47e30f2-98", "ovs_interfaceid": "f47e30f2-9863-454d-8034-d53035a36723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.926472] env[63043]: DEBUG nova.compute.manager [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.968061] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487015, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.210779] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5204c8b1-d80b-2629-4061-674081785543, 'name': SearchDatastore_Task, 'duration_secs': 0.008086} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.211615] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1653526c-7da5-4ce2-813e-902b2137eaef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.217912] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1260.217912] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bb4d4a-1ce6-6867-43ef-810e263846e7" [ 1260.217912] env[63043]: _type = "Task" [ 1260.217912] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.225920] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bb4d4a-1ce6-6867-43ef-810e263846e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.354333] env[63043]: DEBUG oslo_concurrency.lockutils [req-0be0e7db-3ca4-45ff-80ca-598e92589b68 req-ff455fb7-1816-4ff3-a90e-b796918100ec service nova] Releasing lock "refresh_cache-dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.449357] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.449618] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.451270] env[63043]: INFO nova.compute.claims [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.468345] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487015, 'name': CreateVM_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.727655] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52bb4d4a-1ce6-6867-43ef-810e263846e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.727956] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.728257] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea/dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.728555] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a570f3b6-8f29-44a9-b11a-23afa7b13a8e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.734684] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1260.734684] env[63043]: value = "task-2487017" [ 1260.734684] env[63043]: _type = "Task" [ 1260.734684] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.743200] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.969941] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487015, 'name': CreateVM_Task, 'duration_secs': 1.284374} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.970174] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.970588] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.970773] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.971141] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.971440] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd753f3f-dc06-48b6-b825-1a85b7b49a64 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.979478] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1260.979478] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52500378-6296-f173-b629-720bf2168873" [ 1260.979478] env[63043]: _type = "Task" [ 1260.979478] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.990112] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52500378-6296-f173-b629-720bf2168873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.244586] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446927} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.244961] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea/dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.245058] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.245285] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-203d3c84-40c2-4912-ad4e-ece087d2c115 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.251730] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1261.251730] env[63043]: value = "task-2487018" [ 1261.251730] env[63043]: _type = "Task" [ 1261.251730] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.259147] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.490121] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52500378-6296-f173-b629-720bf2168873, 'name': SearchDatastore_Task, 'duration_secs': 0.058508} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.492853] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.493173] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.493395] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.493581] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.493746] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.494545] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f027e7b-0116-424f-9d29-57fd0e0b21ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.502898] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.503142] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.506177] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3721f022-5a1c-4e84-923b-e46ead87081f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.514713] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1261.514713] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5280a61d-26c3-96d0-8a50-cba9c971845b" [ 1261.514713] env[63043]: _type = "Task" [ 1261.514713] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.524753] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5280a61d-26c3-96d0-8a50-cba9c971845b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.557453] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd83496-92ef-4787-af65-f3fe40e7da6c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.565057] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c17f3f-ed5d-4a29-99bd-6725866f09bc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.596612] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f7b766-e11f-4125-ab06-1617a04570c4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.604227] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52255d50-9775-4f01-b401-34221c4cc1dd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.618448] env[63043]: DEBUG nova.compute.provider_tree [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.763345] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09664} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.763695] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.764544] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c09a09-56bf-4325-bc40-6fb49c796b52 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.787060] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea/dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.787375] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b20763e9-4dcd-4521-9ea8-439158efadb6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.808396] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1261.808396] env[63043]: value = "task-2487019" [ 1261.808396] env[63043]: _type = "Task" [ 1261.808396] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.818476] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.026717] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5280a61d-26c3-96d0-8a50-cba9c971845b, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.028394] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee090921-18ae-4892-a003-8f3d4c0c7964 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.034066] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1262.034066] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52643d79-3ad0-e154-bba6-9904ba1bec4e" [ 1262.034066] env[63043]: _type = "Task" [ 1262.034066] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.041348] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52643d79-3ad0-e154-bba6-9904ba1bec4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.121866] env[63043]: DEBUG nova.scheduler.client.report [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.320123] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487019, 'name': ReconfigVM_Task, 'duration_secs': 0.480429} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.320123] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Reconfigured VM instance instance-00000078 to attach disk [datastore1] dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea/dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.320554] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4af5e91d-5eca-46de-8f9a-41fda6b4aa65 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.326753] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1262.326753] env[63043]: value = "task-2487020" [ 1262.326753] env[63043]: _type = "Task" [ 1262.326753] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.334564] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487020, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.521202] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Didn't find any instances for network info cache update. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1262.521202] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.521202] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.521202] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.521202] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63043) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1262.521520] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.545804] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52643d79-3ad0-e154-bba6-9904ba1bec4e, 'name': SearchDatastore_Task, 'duration_secs': 0.049633} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.546085] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.546346] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 1758f554-fdc5-4482-8d91-ce82500dbef8/1758f554-fdc5-4482-8d91-ce82500dbef8.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.546597] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff481bb3-cba6-45bb-a6df-3fe07872b412 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.553198] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1262.553198] env[63043]: value = "task-2487021" [ 1262.553198] env[63043]: _type = "Task" [ 1262.553198] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.562000] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.627928] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.627928] env[63043]: DEBUG nova.compute.manager [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.838041] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487020, 'name': Rename_Task, 'duration_secs': 0.133121} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.838321] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.838605] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b96f6456-3134-4ead-9b9c-5487c25296b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.847654] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1262.847654] env[63043]: value = "task-2487022" [ 1262.847654] env[63043]: _type = "Task" [ 1262.847654] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.857930] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.028238] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.028546] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.028783] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.029100] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1263.030979] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed16aea5-82d0-404b-9503-c1b16ebf8551 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.042198] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4181cfd5-b560-4d4e-bae7-85e0a5ebcbad {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.062698] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed545f2-4df9-4aa6-afab-f855bf9d245b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.071788] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487021, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.074921] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c6e981-9bbd-44d9-a4fb-a244830bc3ea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.111064] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179669MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1263.111064] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.111064] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.133686] env[63043]: DEBUG nova.compute.utils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1263.135139] env[63043]: DEBUG nova.compute.manager [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.135342] env[63043]: DEBUG nova.network.neutron [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.201037] env[63043]: DEBUG nova.policy [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc571e600ae340a39621d3ca98c814b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65747648e0714297a223243f77bbdfc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1263.360208] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.492304] env[63043]: DEBUG nova.network.neutron [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Successfully created port: d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.570256] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560903} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.570535] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore1] 1758f554-fdc5-4482-8d91-ce82500dbef8/1758f554-fdc5-4482-8d91-ce82500dbef8.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.570750] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.571031] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f07e110-30d0-41ff-a762-cdcd45c9d584 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.579637] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1263.579637] env[63043]: value = "task-2487023" [ 1263.579637] env[63043]: _type = "Task" [ 1263.579637] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.589305] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.639119] env[63043]: DEBUG nova.compute.manager [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.860522] env[63043]: DEBUG oslo_vmware.api [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487022, 'name': PowerOnVM_Task, 'duration_secs': 0.677223} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.860796] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.860999] env[63043]: INFO nova.compute.manager [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1263.861197] env[63043]: DEBUG nova.compute.manager [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.861979] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce68eef9-71a5-4d7f-9edf-c28e8b0784a1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.057623] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7aaf3-4483-5710-7b0d-eaf3e8f7c409/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1264.058563] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3596beb6-f1fd-4f6b-b997-9e669fb944c4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.065323] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7aaf3-4483-5710-7b0d-eaf3e8f7c409/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1264.065497] env[63043]: ERROR oslo_vmware.rw_handles [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7aaf3-4483-5710-7b0d-eaf3e8f7c409/disk-0.vmdk due to incomplete transfer. [ 1264.065723] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20406347-6c65-464c-8f35-cf917d17607c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.074068] env[63043]: DEBUG oslo_vmware.rw_handles [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7aaf3-4483-5710-7b0d-eaf3e8f7c409/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1264.074279] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Uploaded image d7502732-eac1-4152-a2a2-7a0418587447 to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1264.076531] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1264.076779] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-334bc444-701e-4703-8d0f-98c601d87504 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.085106] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1264.085106] env[63043]: value = "task-2487024" [ 1264.085106] env[63043]: _type = "Task" [ 1264.085106] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.091725] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074232} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.092335] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.093113] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afcfe7e-1e68-42a6-987d-5ce02db4ff0b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.099138] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487024, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.118142] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 1758f554-fdc5-4482-8d91-ce82500dbef8/1758f554-fdc5-4482-8d91-ce82500dbef8.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.121391] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed61c453-a138-4169-9d38-544e105d3596 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.148506] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1264.148506] env[63043]: value = "task-2487025" [ 1264.148506] env[63043]: _type = "Task" [ 1264.148506] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.154470] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 6a89dad9-c846-408a-8b3e-3f9ce11a87b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.154645] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance eedca729-a3cb-432d-8103-9784eca4aa8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.154778] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 732b0b9f-3a90-4e89-af96-41477ac42b68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.154913] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.155051] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 1758f554-fdc5-4482-8d91-ce82500dbef8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.155175] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 3bf770bf-5334-4d31-ae11-97f364aad831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.156459] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1264.156685] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1264.164615] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487025, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.246370] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdde3eb-945e-4da2-a831-0263ba0c681e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.255560] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e4934a-f163-477f-85bf-a1aea907cb9c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.287951] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa368340-9f9e-40f4-8c2c-a24ed924a842 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.296825] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77e0114-1051-4560-a526-09736e284df6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.317655] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.383159] env[63043]: INFO nova.compute.manager [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Took 11.46 seconds to build instance. [ 1264.596741] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487024, 'name': Destroy_Task, 'duration_secs': 0.364545} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.597219] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Destroyed the VM [ 1264.597471] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1264.597738] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23b013a7-6548-4d46-be94-85892317722d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.605656] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1264.605656] env[63043]: value = "task-2487026" [ 1264.605656] env[63043]: _type = "Task" [ 1264.605656] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.614153] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487026, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.651336] env[63043]: DEBUG nova.compute.manager [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.663638] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487025, 'name': ReconfigVM_Task, 'duration_secs': 0.345495} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.663946] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 1758f554-fdc5-4482-8d91-ce82500dbef8/1758f554-fdc5-4482-8d91-ce82500dbef8.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.664596] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0d42103-e80e-4424-aef1-e1f8bf630c3f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.671888] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1264.671888] env[63043]: value = "task-2487027" [ 1264.671888] env[63043]: _type = "Task" [ 1264.671888] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.677888] env[63043]: DEBUG nova.virt.hardware [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.678144] env[63043]: DEBUG nova.virt.hardware [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.678300] env[63043]: DEBUG nova.virt.hardware [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.678515] env[63043]: DEBUG nova.virt.hardware [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.678677] env[63043]: DEBUG nova.virt.hardware [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.678826] env[63043]: DEBUG nova.virt.hardware [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.679331] env[63043]: DEBUG nova.virt.hardware [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.679594] env[63043]: DEBUG nova.virt.hardware [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.679879] env[63043]: DEBUG nova.virt.hardware [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.680207] env[63043]: DEBUG nova.virt.hardware [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.680463] env[63043]: DEBUG nova.virt.hardware [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.681334] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7148773-fd51-48fe-8238-e6f1e599f964 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.687709] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487027, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.693517] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bde283-1fe2-4f71-a8e6-81186078e254 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.821328] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.885384] env[63043]: DEBUG oslo_concurrency.lockutils [None req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.973s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.956715] env[63043]: DEBUG nova.compute.manager [req-2c66aea7-6cda-431d-b6e5-e6ba2ef3d32a req-356f0e8c-d93f-4187-aebc-fdfed519ab92 service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Received event network-vif-plugged-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1264.956936] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c66aea7-6cda-431d-b6e5-e6ba2ef3d32a req-356f0e8c-d93f-4187-aebc-fdfed519ab92 service nova] Acquiring lock "3bf770bf-5334-4d31-ae11-97f364aad831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.957548] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c66aea7-6cda-431d-b6e5-e6ba2ef3d32a req-356f0e8c-d93f-4187-aebc-fdfed519ab92 service nova] Lock "3bf770bf-5334-4d31-ae11-97f364aad831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.957790] env[63043]: DEBUG oslo_concurrency.lockutils [req-2c66aea7-6cda-431d-b6e5-e6ba2ef3d32a req-356f0e8c-d93f-4187-aebc-fdfed519ab92 service nova] Lock "3bf770bf-5334-4d31-ae11-97f364aad831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.958014] env[63043]: DEBUG nova.compute.manager [req-2c66aea7-6cda-431d-b6e5-e6ba2ef3d32a req-356f0e8c-d93f-4187-aebc-fdfed519ab92 service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] No waiting events found dispatching network-vif-plugged-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.958255] env[63043]: WARNING nova.compute.manager [req-2c66aea7-6cda-431d-b6e5-e6ba2ef3d32a req-356f0e8c-d93f-4187-aebc-fdfed519ab92 service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Received unexpected event network-vif-plugged-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 for instance with vm_state building and task_state spawning. [ 1265.116125] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487026, 'name': RemoveSnapshot_Task, 'duration_secs': 0.353036} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.116424] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1265.116705] env[63043]: DEBUG nova.compute.manager [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.117531] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634dca68-54d6-4cdb-abdf-343e46114fd4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.156236] env[63043]: DEBUG nova.network.neutron [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Successfully updated port: d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.182717] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487027, 'name': Rename_Task, 'duration_secs': 0.188966} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.183177] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.183471] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9054a64a-fe01-4776-b751-17232672074b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.190378] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1265.190378] env[63043]: value = "task-2487028" [ 1265.190378] env[63043]: _type = "Task" [ 1265.190378] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.200549] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.327361] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1265.327591] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.217s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.633822] env[63043]: INFO nova.compute.manager [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Shelve offloading [ 1265.662860] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.662860] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.662860] env[63043]: DEBUG nova.network.neutron [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.701050] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.804492] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.804846] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.805098] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.992273] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.137619] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.138359] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3258754a-c6c3-4f72-b6a1-3d3efd0ea9b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.147322] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1266.147322] env[63043]: value = "task-2487029" [ 1266.147322] env[63043]: _type = "Task" [ 1266.147322] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.155764] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.196529] env[63043]: DEBUG nova.network.neutron [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.206174] env[63043]: DEBUG oslo_vmware.api [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487028, 'name': PowerOnVM_Task, 'duration_secs': 0.636512} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.206488] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.206717] env[63043]: INFO nova.compute.manager [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1266.206903] env[63043]: DEBUG nova.compute.manager [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.207782] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a35da2-a91b-4947-91f4-aaf89e26c643 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.348567] env[63043]: DEBUG nova.network.neutron [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Updating instance_info_cache with network_info: [{"id": "d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0", "address": "fa:16:3e:52:63:c2", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72ef4ba-d4", "ovs_interfaceid": "d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.658599] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1266.658940] env[63043]: DEBUG nova.compute.manager [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.659606] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a37ea56-c5f4-40b2-b7c1-cd818c5b73c0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.665119] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.665294] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.665466] env[63043]: DEBUG nova.network.neutron [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.726397] env[63043]: INFO nova.compute.manager [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Took 12.64 seconds to build instance. [ 1266.852062] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.852062] env[63043]: DEBUG nova.compute.manager [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Instance network_info: |[{"id": "d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0", "address": "fa:16:3e:52:63:c2", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72ef4ba-d4", "ovs_interfaceid": "d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.852399] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:63:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd72ef4ba-d401-4a18-a2e0-bc4aa4b037b0', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.860071] env[63043]: DEBUG oslo.service.loopingcall [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.860361] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.860626] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d749cd54-c673-4260-9f82-0c50522b8909 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.883771] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.883771] env[63043]: value = "task-2487031" [ 1266.883771] env[63043]: _type = "Task" [ 1266.883771] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.891827] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487031, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.987234] env[63043]: DEBUG nova.compute.manager [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Received event network-changed-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1266.987447] env[63043]: DEBUG nova.compute.manager [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Refreshing instance network info cache due to event network-changed-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1266.987666] env[63043]: DEBUG oslo_concurrency.lockutils [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] Acquiring lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.988059] env[63043]: DEBUG oslo_concurrency.lockutils [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] Acquired lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.988059] env[63043]: DEBUG nova.network.neutron [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Refreshing network info cache for port d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.044648] env[63043]: INFO nova.compute.manager [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Rebuilding instance [ 1267.091875] env[63043]: DEBUG nova.compute.manager [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.092818] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd17ef2-f793-4138-a6e8-6399653f3845 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.228820] env[63043]: DEBUG oslo_concurrency.lockutils [None req-2fb593a0-e39b-4583-941a-01bd98340a70 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lock "1758f554-fdc5-4482-8d91-ce82500dbef8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.145s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.394621] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487031, 'name': CreateVM_Task, 'duration_secs': 0.384665} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.395625] env[63043]: DEBUG nova.network.neutron [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updating instance_info_cache with network_info: [{"id": "315b014e-43d8-4a09-8303-938dcf19b2ec", "address": "fa:16:3e:3d:28:a4", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315b014e-43", "ovs_interfaceid": "315b014e-43d8-4a09-8303-938dcf19b2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.396761] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.397837] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.398022] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.398357] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1267.398613] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcf6eed-0441-4a1c-a236-2e2857588f2d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.404466] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1267.404466] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52c8550d-26ed-0f1f-9362-93b36dd8c729" [ 1267.404466] env[63043]: _type = "Task" [ 1267.404466] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.413853] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c8550d-26ed-0f1f-9362-93b36dd8c729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.680916] env[63043]: DEBUG nova.network.neutron [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Updated VIF entry in instance network info cache for port d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.681308] env[63043]: DEBUG nova.network.neutron [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Updating instance_info_cache with network_info: [{"id": "d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0", "address": "fa:16:3e:52:63:c2", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72ef4ba-d4", "ovs_interfaceid": "d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.898811] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.915672] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52c8550d-26ed-0f1f-9362-93b36dd8c729, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.915672] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.915856] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.915934] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.916093] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.916273] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.916520] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c318105-c6d6-4952-a8b3-a187f96b5e26 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.925165] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.925165] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.927448] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e1ae35-7dee-4b58-bddb-a83a41cd7d16 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.932887] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1267.932887] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f6496f-43f0-6473-0278-52e89f0b4252" [ 1267.932887] env[63043]: _type = "Task" [ 1267.932887] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.941702] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f6496f-43f0-6473-0278-52e89f0b4252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.107816] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.108185] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77d7279c-7751-45b9-9db6-31080f583302 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.116738] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1268.116738] env[63043]: value = "task-2487032" [ 1268.116738] env[63043]: _type = "Task" [ 1268.116738] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.125660] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.183507] env[63043]: DEBUG oslo_concurrency.lockutils [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] Releasing lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.183790] env[63043]: DEBUG nova.compute.manager [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Received event network-changed-f47e30f2-9863-454d-8034-d53035a36723 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1268.183967] env[63043]: DEBUG nova.compute.manager [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Refreshing instance network info cache due to event network-changed-f47e30f2-9863-454d-8034-d53035a36723. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1268.184207] env[63043]: DEBUG oslo_concurrency.lockutils [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] Acquiring lock "refresh_cache-dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.184355] env[63043]: DEBUG oslo_concurrency.lockutils [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] Acquired lock "refresh_cache-dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.184522] env[63043]: DEBUG nova.network.neutron [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Refreshing network info cache for port f47e30f2-9863-454d-8034-d53035a36723 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.187174] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.187987] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29066a3-0746-45ab-8681-7d7eb26c0fc7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.195865] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.196321] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8878faaa-dc23-4559-8384-3d38bd292d8c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.270051] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.270419] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.270695] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleting the datastore file [datastore2] eedca729-a3cb-432d-8103-9784eca4aa8f {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.271017] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09ad28d3-b70e-4ed9-84f0-d3533eecf2dc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.277953] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1268.277953] env[63043]: value = "task-2487034" [ 1268.277953] env[63043]: _type = "Task" [ 1268.277953] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.286591] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.445615] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f6496f-43f0-6473-0278-52e89f0b4252, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.446506] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12513218-354a-496a-b90b-fbb0af0af2f3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.454179] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1268.454179] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5232e762-7ee7-a758-c562-8977f71fba71" [ 1268.454179] env[63043]: _type = "Task" [ 1268.454179] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.463896] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5232e762-7ee7-a758-c562-8977f71fba71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.626861] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487032, 'name': PowerOffVM_Task, 'duration_secs': 0.196707} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.627270] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.627561] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.628380] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34312587-1bd6-40d6-9126-1c7470d754cd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.635495] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.635730] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ba9d86b-dedb-47a4-b423-e114504af8c2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.666042] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.666042] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.666042] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Deleting the datastore file [datastore1] 1758f554-fdc5-4482-8d91-ce82500dbef8 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.666303] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0838b457-3a86-4a62-93fa-f808f60932e0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.674133] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1268.674133] env[63043]: value = "task-2487036" [ 1268.674133] env[63043]: _type = "Task" [ 1268.674133] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.683015] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.787599] env[63043]: DEBUG oslo_vmware.api [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201885} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.787870] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.788080] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.788267] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.815215] env[63043]: INFO nova.scheduler.client.report [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleted allocations for instance eedca729-a3cb-432d-8103-9784eca4aa8f [ 1268.907809] env[63043]: DEBUG nova.network.neutron [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Updated VIF entry in instance network info cache for port f47e30f2-9863-454d-8034-d53035a36723. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.908434] env[63043]: DEBUG nova.network.neutron [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Updating instance_info_cache with network_info: [{"id": "f47e30f2-9863-454d-8034-d53035a36723", "address": "fa:16:3e:95:18:f7", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47e30f2-98", "ovs_interfaceid": "f47e30f2-9863-454d-8034-d53035a36723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.970167] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5232e762-7ee7-a758-c562-8977f71fba71, 'name': SearchDatastore_Task, 'duration_secs': 0.013048} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.970534] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.970806] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 3bf770bf-5334-4d31-ae11-97f364aad831/3bf770bf-5334-4d31-ae11-97f364aad831.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.971103] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c0d61d7-7b6b-4792-acb2-c34e43188618 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.979807] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1268.979807] env[63043]: value = "task-2487037" [ 1268.979807] env[63043]: _type = "Task" [ 1268.979807] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.990188] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.014684] env[63043]: DEBUG nova.compute.manager [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Received event network-vif-unplugged-315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1269.014968] env[63043]: DEBUG oslo_concurrency.lockutils [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] Acquiring lock "eedca729-a3cb-432d-8103-9784eca4aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.015350] env[63043]: DEBUG oslo_concurrency.lockutils [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.015547] env[63043]: DEBUG oslo_concurrency.lockutils [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.015714] env[63043]: DEBUG nova.compute.manager [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] No waiting events found dispatching network-vif-unplugged-315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.016016] env[63043]: WARNING nova.compute.manager [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Received unexpected event network-vif-unplugged-315b014e-43d8-4a09-8303-938dcf19b2ec for instance with vm_state shelved_offloaded and task_state None. [ 1269.016293] env[63043]: DEBUG nova.compute.manager [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Received event network-changed-315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1269.016450] env[63043]: DEBUG nova.compute.manager [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Refreshing instance network info cache due to event network-changed-315b014e-43d8-4a09-8303-938dcf19b2ec. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1269.016647] env[63043]: DEBUG oslo_concurrency.lockutils [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] Acquiring lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.016942] env[63043]: DEBUG oslo_concurrency.lockutils [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] Acquired lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.016942] env[63043]: DEBUG nova.network.neutron [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Refreshing network info cache for port 315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.184504] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094428} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.184771] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.184960] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.185172] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.320377] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.320680] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.320918] env[63043]: DEBUG nova.objects.instance [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'resources' on Instance uuid eedca729-a3cb-432d-8103-9784eca4aa8f {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.412292] env[63043]: DEBUG oslo_concurrency.lockutils [req-0a76b3a7-a3f4-43e5-9e10-359980bec7ef req-43090744-f432-41b3-aba0-e46dfbf8e9ef service nova] Releasing lock "refresh_cache-dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.491753] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.777240] env[63043]: DEBUG nova.network.neutron [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updated VIF entry in instance network info cache for port 315b014e-43d8-4a09-8303-938dcf19b2ec. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.777815] env[63043]: DEBUG nova.network.neutron [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updating instance_info_cache with network_info: [{"id": "315b014e-43d8-4a09-8303-938dcf19b2ec", "address": "fa:16:3e:3d:28:a4", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap315b014e-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.823522] env[63043]: DEBUG nova.objects.instance [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'numa_topology' on Instance uuid eedca729-a3cb-432d-8103-9784eca4aa8f {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.990804] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606253} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.991077] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 3bf770bf-5334-4d31-ae11-97f364aad831/3bf770bf-5334-4d31-ae11-97f364aad831.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.991298] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.991538] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed1aaa20-e214-4b2e-afa2-2a28d32ce6a3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.998251] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1269.998251] env[63043]: value = "task-2487039" [ 1269.998251] env[63043]: _type = "Task" [ 1269.998251] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.005981] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.220974] env[63043]: DEBUG nova.virt.hardware [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.221287] env[63043]: DEBUG nova.virt.hardware [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.221455] env[63043]: DEBUG nova.virt.hardware [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.221643] env[63043]: DEBUG nova.virt.hardware [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.221794] env[63043]: DEBUG nova.virt.hardware [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.221948] env[63043]: DEBUG nova.virt.hardware [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.222242] env[63043]: DEBUG nova.virt.hardware [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.222397] env[63043]: DEBUG nova.virt.hardware [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.222585] env[63043]: DEBUG nova.virt.hardware [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.222755] env[63043]: DEBUG nova.virt.hardware [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.222935] env[63043]: DEBUG nova.virt.hardware [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.223841] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd23cad-1bc8-4ebd-a950-bb90b614a337 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.232581] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2661de00-8995-449a-acc5-5593fee89311 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.246860] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Instance VIF info [] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.252523] env[63043]: DEBUG oslo.service.loopingcall [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.252740] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.252945] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19dd2b60-940b-46ca-9f47-c4e522b41d95 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.270224] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.270224] env[63043]: value = "task-2487040" [ 1270.270224] env[63043]: _type = "Task" [ 1270.270224] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.277954] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487040, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.280531] env[63043]: DEBUG oslo_concurrency.lockutils [req-cc80b7a2-ac81-450e-bdf6-92c421ee647f req-e569d6b7-52ec-473f-8964-a527cc7f973e service nova] Releasing lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.326560] env[63043]: DEBUG nova.objects.base [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1270.415730] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f2c4d-bd67-42b0-9590-ad470f05aeca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.423633] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e10c88-b3d3-4d26-a90f-ca9692ab151c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.455206] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f7a46d-8c2a-4f11-a87b-e052b3c2a669 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.463864] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb16c8a-5f4e-41f0-bf43-ec792344634f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.479662] env[63043]: DEBUG nova.compute.provider_tree [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.507783] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066007} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.508029] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.508769] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02104fc-4657-4866-b51b-33632ff7f905 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.532029] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 3bf770bf-5334-4d31-ae11-97f364aad831/3bf770bf-5334-4d31-ae11-97f364aad831.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.532726] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50c44309-5080-47ff-91d0-aca43d0e9c86 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.553745] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1270.553745] env[63043]: value = "task-2487041" [ 1270.553745] env[63043]: _type = "Task" [ 1270.553745] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.562123] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.617747] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "eedca729-a3cb-432d-8103-9784eca4aa8f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.780780] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487040, 'name': CreateVM_Task, 'duration_secs': 0.324625} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.781094] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.781512] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.781706] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.782098] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.782362] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d9497a-32fb-4fdd-8760-e4849b97773c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.797365] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1270.797365] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52cabfba-f6e3-d6e9-8537-73f62f9524a0" [ 1270.797365] env[63043]: _type = "Task" [ 1270.797365] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.806197] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52cabfba-f6e3-d6e9-8537-73f62f9524a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.984216] env[63043]: DEBUG nova.scheduler.client.report [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.066480] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487041, 'name': ReconfigVM_Task, 'duration_secs': 0.297781} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.066821] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 3bf770bf-5334-4d31-ae11-97f364aad831/3bf770bf-5334-4d31-ae11-97f364aad831.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.067511] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc84a065-201e-4e26-968b-f3c32c171250 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.073579] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1271.073579] env[63043]: value = "task-2487043" [ 1271.073579] env[63043]: _type = "Task" [ 1271.073579] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.090698] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487043, 'name': Rename_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.308822] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52cabfba-f6e3-d6e9-8537-73f62f9524a0, 'name': SearchDatastore_Task, 'duration_secs': 0.025583} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.309144] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.309364] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.309597] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.309745] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.309925] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.310225] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61747c4a-e48e-4f7b-8cd7-298e26b6ccbb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.321921] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.322218] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.323022] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5acf60f-2f20-4a6a-a0cf-482b0fefeb90 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.332229] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1271.332229] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529a928b-7417-435f-3688-a4c50e3aad24" [ 1271.332229] env[63043]: _type = "Task" [ 1271.332229] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.341393] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529a928b-7417-435f-3688-a4c50e3aad24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.489752] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.583659] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487043, 'name': Rename_Task, 'duration_secs': 0.277944} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.583978] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "732b0b9f-3a90-4e89-af96-41477ac42b68" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.584238] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.584420] env[63043]: INFO nova.compute.manager [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Shelving [ 1271.585830] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.586161] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1389fcd-35d7-40b9-b84e-f0647e404874 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.593258] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1271.593258] env[63043]: value = "task-2487044" [ 1271.593258] env[63043]: _type = "Task" [ 1271.593258] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.604075] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.843151] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529a928b-7417-435f-3688-a4c50e3aad24, 'name': SearchDatastore_Task, 'duration_secs': 0.024569} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.843962] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5b3b3d-8a67-47a3-a1bf-0c783b103c4d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.849333] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1271.849333] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52f79be6-bdef-c1e2-a9a7-0b54a5c0deca" [ 1271.849333] env[63043]: _type = "Task" [ 1271.849333] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.857628] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f79be6-bdef-c1e2-a9a7-0b54a5c0deca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.999435] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f1a25642-f616-4564-bfa9-ce664af774b7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.504s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.000521] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.383s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.000781] env[63043]: INFO nova.compute.manager [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Unshelving [ 1272.105544] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487044, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.360487] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52f79be6-bdef-c1e2-a9a7-0b54a5c0deca, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.360711] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.360978] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 1758f554-fdc5-4482-8d91-ce82500dbef8/1758f554-fdc5-4482-8d91-ce82500dbef8.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.361251] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d74adc4d-9c5f-440d-b05d-d317edcf35d6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.370168] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1272.370168] env[63043]: value = "task-2487045" [ 1272.370168] env[63043]: _type = "Task" [ 1272.370168] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.377679] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.595482] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.595923] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da50c0e2-8812-4f3d-9b83-a14ff0d84796 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.611499] env[63043]: DEBUG oslo_vmware.api [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487044, 'name': PowerOnVM_Task, 'duration_secs': 0.52555} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.613014] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.613250] env[63043]: INFO nova.compute.manager [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1272.613443] env[63043]: DEBUG nova.compute.manager [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.613848] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1272.613848] env[63043]: value = "task-2487046" [ 1272.613848] env[63043]: _type = "Task" [ 1272.613848] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.614595] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45543b57-0273-4817-a717-fece989ad47d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.626578] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.881043] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438188} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.881543] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 1758f554-fdc5-4482-8d91-ce82500dbef8/1758f554-fdc5-4482-8d91-ce82500dbef8.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.881543] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.881735] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f74692c-de6f-43ab-b772-afefc69b0554 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.889316] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1272.889316] env[63043]: value = "task-2487047" [ 1272.889316] env[63043]: _type = "Task" [ 1272.889316] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.900294] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.030654] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.030939] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.031194] env[63043]: DEBUG nova.objects.instance [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'pci_requests' on Instance uuid eedca729-a3cb-432d-8103-9784eca4aa8f {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.129499] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487046, 'name': PowerOffVM_Task, 'duration_secs': 0.459151} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.129877] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.131015] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3dc23d-73f5-4f05-b062-c1532d01ec36 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.167563] env[63043]: INFO nova.compute.manager [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Took 12.74 seconds to build instance. [ 1273.169714] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e385c62b-3b75-400a-851a-33b57e07b016 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.398647] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077778} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.398799] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.399574] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3ccaee-7c5a-45bf-b8b7-79a3b264f1ec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.420182] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 1758f554-fdc5-4482-8d91-ce82500dbef8/1758f554-fdc5-4482-8d91-ce82500dbef8.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.420459] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a07a405-7d39-4427-9396-b130f594eb47 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.440286] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1273.440286] env[63043]: value = "task-2487049" [ 1273.440286] env[63043]: _type = "Task" [ 1273.440286] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.448256] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.535644] env[63043]: DEBUG nova.objects.instance [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'numa_topology' on Instance uuid eedca729-a3cb-432d-8103-9784eca4aa8f {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.675802] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d5a3b94d-77b4-4009-8adc-25b18431d12c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "3bf770bf-5334-4d31-ae11-97f364aad831" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.254s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.686112] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Creating Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1273.686426] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad157121-5dbc-4b26-9521-369e3bd25596 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.694676] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1273.694676] env[63043]: value = "task-2487050" [ 1273.694676] env[63043]: _type = "Task" [ 1273.694676] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.701223] env[63043]: DEBUG nova.compute.manager [req-5796e48b-e834-4360-aac1-4089699e86e5 req-1da3ea6c-7820-47ec-9b8b-61a5d32b8ca5 service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Received event network-changed-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1273.701223] env[63043]: DEBUG nova.compute.manager [req-5796e48b-e834-4360-aac1-4089699e86e5 req-1da3ea6c-7820-47ec-9b8b-61a5d32b8ca5 service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Refreshing instance network info cache due to event network-changed-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1273.701223] env[63043]: DEBUG oslo_concurrency.lockutils [req-5796e48b-e834-4360-aac1-4089699e86e5 req-1da3ea6c-7820-47ec-9b8b-61a5d32b8ca5 service nova] Acquiring lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.701223] env[63043]: DEBUG oslo_concurrency.lockutils [req-5796e48b-e834-4360-aac1-4089699e86e5 req-1da3ea6c-7820-47ec-9b8b-61a5d32b8ca5 service nova] Acquired lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.701223] env[63043]: DEBUG nova.network.neutron [req-5796e48b-e834-4360-aac1-4089699e86e5 req-1da3ea6c-7820-47ec-9b8b-61a5d32b8ca5 service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Refreshing network info cache for port d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.708144] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487050, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.951185] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.036876] env[63043]: INFO nova.compute.claims [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.208030] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487050, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.422913] env[63043]: DEBUG nova.network.neutron [req-5796e48b-e834-4360-aac1-4089699e86e5 req-1da3ea6c-7820-47ec-9b8b-61a5d32b8ca5 service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Updated VIF entry in instance network info cache for port d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.423464] env[63043]: DEBUG nova.network.neutron [req-5796e48b-e834-4360-aac1-4089699e86e5 req-1da3ea6c-7820-47ec-9b8b-61a5d32b8ca5 service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Updating instance_info_cache with network_info: [{"id": "d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0", "address": "fa:16:3e:52:63:c2", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72ef4ba-d4", "ovs_interfaceid": "d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.451489] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487049, 'name': ReconfigVM_Task, 'duration_secs': 0.909055} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.451766] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 1758f554-fdc5-4482-8d91-ce82500dbef8/1758f554-fdc5-4482-8d91-ce82500dbef8.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.452387] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90c5e903-c1fd-441d-bd21-4fabc6c8b3e8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.459984] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1274.459984] env[63043]: value = "task-2487051" [ 1274.459984] env[63043]: _type = "Task" [ 1274.459984] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.468065] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487051, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.705072] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487050, 'name': CreateSnapshot_Task, 'duration_secs': 0.87967} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.705308] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Created Snapshot of the VM instance {{(pid=63043) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1274.706054] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba009095-7eba-4201-93a9-00aae1385a06 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.926792] env[63043]: DEBUG oslo_concurrency.lockutils [req-5796e48b-e834-4360-aac1-4089699e86e5 req-1da3ea6c-7820-47ec-9b8b-61a5d32b8ca5 service nova] Releasing lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.972539] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487051, 'name': Rename_Task, 'duration_secs': 0.184012} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.972895] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.973054] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a33888b9-ac4c-4a6e-b505-8b7e377e2923 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.979814] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1274.979814] env[63043]: value = "task-2487052" [ 1274.979814] env[63043]: _type = "Task" [ 1274.979814] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.987508] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.140386] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a5208f-a9a7-443e-978d-13e37b4c6f1c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.148345] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba84f393-05a6-4d7e-b6f9-dbda0d6f7849 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.179839] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2163ba-e405-4f3c-968a-5cf08d602d50 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.187868] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba49098-57b6-4352-9d8e-e8cc9006e925 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.201584] env[63043]: DEBUG nova.compute.provider_tree [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.222976] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Creating linked-clone VM from snapshot {{(pid=63043) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1275.223531] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9df58c2d-2d4b-465d-99b9-6f0f4196221e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.231615] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1275.231615] env[63043]: value = "task-2487053" [ 1275.231615] env[63043]: _type = "Task" [ 1275.231615] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.240336] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487053, 'name': CloneVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.491404] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.704864] env[63043]: DEBUG nova.scheduler.client.report [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.742887] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487053, 'name': CloneVM_Task} progress is 94%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.996654] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.210856] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.180s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.242847] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487053, 'name': CloneVM_Task} progress is 95%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.259378] env[63043]: INFO nova.network.neutron [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updating port 315b014e-43d8-4a09-8303-938dcf19b2ec with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1276.493824] env[63043]: DEBUG oslo_vmware.api [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487052, 'name': PowerOnVM_Task, 'duration_secs': 1.10857} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.494141] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.494373] env[63043]: DEBUG nova.compute.manager [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.495168] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a8080d-b9b0-4a55-b76d-d777a5a6d817 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.744556] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487053, 'name': CloneVM_Task, 'duration_secs': 1.347534} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.744825] env[63043]: INFO nova.virt.vmwareapi.vmops [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Created linked-clone VM from snapshot [ 1276.745575] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b5abd6-d5aa-4644-bdfb-dc63c858a954 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.753562] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Uploading image 3ff4b35a-b193-46d0-b68d-601abe2a483e {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1276.780082] env[63043]: DEBUG oslo_vmware.rw_handles [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1276.780082] env[63043]: value = "vm-503170" [ 1276.780082] env[63043]: _type = "VirtualMachine" [ 1276.780082] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1276.780406] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e3f1e75f-3611-4a1b-b4b6-0aae82289524 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.788589] env[63043]: DEBUG oslo_vmware.rw_handles [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lease: (returnval){ [ 1276.788589] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bac858-dda6-20b9-22ed-8240fe77e9ce" [ 1276.788589] env[63043]: _type = "HttpNfcLease" [ 1276.788589] env[63043]: } obtained for exporting VM: (result){ [ 1276.788589] env[63043]: value = "vm-503170" [ 1276.788589] env[63043]: _type = "VirtualMachine" [ 1276.788589] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1276.788893] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the lease: (returnval){ [ 1276.788893] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bac858-dda6-20b9-22ed-8240fe77e9ce" [ 1276.788893] env[63043]: _type = "HttpNfcLease" [ 1276.788893] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1276.795397] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.795397] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bac858-dda6-20b9-22ed-8240fe77e9ce" [ 1276.795397] env[63043]: _type = "HttpNfcLease" [ 1276.795397] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1277.012906] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.013194] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.013316] env[63043]: DEBUG nova.objects.instance [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63043) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1277.299405] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.299405] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bac858-dda6-20b9-22ed-8240fe77e9ce" [ 1277.299405] env[63043]: _type = "HttpNfcLease" [ 1277.299405] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.299724] env[63043]: DEBUG oslo_vmware.rw_handles [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.299724] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52bac858-dda6-20b9-22ed-8240fe77e9ce" [ 1277.299724] env[63043]: _type = "HttpNfcLease" [ 1277.299724] env[63043]: }. {{(pid=63043) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1277.300536] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c50ef4-2a11-4854-8eed-ab81819c66b3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.308931] env[63043]: DEBUG oslo_vmware.rw_handles [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52382a38-86d9-b609-db52-042fc6ce91a9/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.309140] env[63043]: DEBUG oslo_vmware.rw_handles [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52382a38-86d9-b609-db52-042fc6ce91a9/disk-0.vmdk for reading. {{(pid=63043) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1277.400253] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4e2e362-67c1-494e-8585-c7bee95f1324 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.663753] env[63043]: DEBUG nova.compute.manager [req-f6d0681a-f870-4f9d-a04d-ed899e33fbba req-bf8975fc-de8e-4942-9cac-c3a40b4022fb service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Received event network-vif-plugged-315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1277.664016] env[63043]: DEBUG oslo_concurrency.lockutils [req-f6d0681a-f870-4f9d-a04d-ed899e33fbba req-bf8975fc-de8e-4942-9cac-c3a40b4022fb service nova] Acquiring lock "eedca729-a3cb-432d-8103-9784eca4aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.664251] env[63043]: DEBUG oslo_concurrency.lockutils [req-f6d0681a-f870-4f9d-a04d-ed899e33fbba req-bf8975fc-de8e-4942-9cac-c3a40b4022fb service nova] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.664439] env[63043]: DEBUG oslo_concurrency.lockutils [req-f6d0681a-f870-4f9d-a04d-ed899e33fbba req-bf8975fc-de8e-4942-9cac-c3a40b4022fb service nova] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.664622] env[63043]: DEBUG nova.compute.manager [req-f6d0681a-f870-4f9d-a04d-ed899e33fbba req-bf8975fc-de8e-4942-9cac-c3a40b4022fb service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] No waiting events found dispatching network-vif-plugged-315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.664806] env[63043]: WARNING nova.compute.manager [req-f6d0681a-f870-4f9d-a04d-ed899e33fbba req-bf8975fc-de8e-4942-9cac-c3a40b4022fb service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Received unexpected event network-vif-plugged-315b014e-43d8-4a09-8303-938dcf19b2ec for instance with vm_state shelved_offloaded and task_state spawning. [ 1277.749901] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.750062] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.750411] env[63043]: DEBUG nova.network.neutron [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.871043] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquiring lock "1758f554-fdc5-4482-8d91-ce82500dbef8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.871444] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lock "1758f554-fdc5-4482-8d91-ce82500dbef8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.871815] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquiring lock "1758f554-fdc5-4482-8d91-ce82500dbef8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.872027] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lock "1758f554-fdc5-4482-8d91-ce82500dbef8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.872231] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lock "1758f554-fdc5-4482-8d91-ce82500dbef8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.874351] env[63043]: INFO nova.compute.manager [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Terminating instance [ 1278.021986] env[63043]: DEBUG oslo_concurrency.lockutils [None req-cca08226-f5e0-4fae-a934-5adcaca6a8f3 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.378553] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquiring lock "refresh_cache-1758f554-fdc5-4482-8d91-ce82500dbef8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.378787] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquired lock "refresh_cache-1758f554-fdc5-4482-8d91-ce82500dbef8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.378997] env[63043]: DEBUG nova.network.neutron [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.547498] env[63043]: DEBUG nova.network.neutron [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updating instance_info_cache with network_info: [{"id": "315b014e-43d8-4a09-8303-938dcf19b2ec", "address": "fa:16:3e:3d:28:a4", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315b014e-43", "ovs_interfaceid": "315b014e-43d8-4a09-8303-938dcf19b2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.897647] env[63043]: DEBUG nova.network.neutron [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.946830] env[63043]: DEBUG nova.network.neutron [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.049846] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.078014] env[63043]: DEBUG nova.virt.hardware [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='354f483c1b068f53277439b0f08f828f',container_format='bare',created_at=2025-02-12T21:15:15Z,direct_url=,disk_format='vmdk',id=d7502732-eac1-4152-a2a2-7a0418587447,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1473616582-shelved',owner='10268a5ffd764ce2bb63f3adebcf623f',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-02-12T21:15:29Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.078521] env[63043]: DEBUG nova.virt.hardware [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.079161] env[63043]: DEBUG nova.virt.hardware [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.079161] env[63043]: DEBUG nova.virt.hardware [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.079161] env[63043]: DEBUG nova.virt.hardware [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.079327] env[63043]: DEBUG nova.virt.hardware [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.079635] env[63043]: DEBUG nova.virt.hardware [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.079795] env[63043]: DEBUG nova.virt.hardware [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.079984] env[63043]: DEBUG nova.virt.hardware [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.080250] env[63043]: DEBUG nova.virt.hardware [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.080469] env[63043]: DEBUG nova.virt.hardware [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.081392] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7492cbd1-6dee-48d5-a695-ea92863ac470 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.091066] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e33b89-9845-4ab9-bd95-667837ee2b5a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.104924] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:28:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '315b014e-43d8-4a09-8303-938dcf19b2ec', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.112790] env[63043]: DEBUG oslo.service.loopingcall [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1279.113121] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.113451] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc457f75-539f-40ef-b2b6-096a0c82e3d8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.135350] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.135350] env[63043]: value = "task-2487057" [ 1279.135350] env[63043]: _type = "Task" [ 1279.135350] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.144089] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487057, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.452140] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Releasing lock "refresh_cache-1758f554-fdc5-4482-8d91-ce82500dbef8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.452794] env[63043]: DEBUG nova.compute.manager [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.453102] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.454378] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b8175d-9f2f-4bad-83f1-099cf86172d1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.462928] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.463312] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1e1ef52-1f0f-4786-af65-2a88d7be3c57 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.471661] env[63043]: DEBUG oslo_vmware.api [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1279.471661] env[63043]: value = "task-2487059" [ 1279.471661] env[63043]: _type = "Task" [ 1279.471661] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.481797] env[63043]: DEBUG oslo_vmware.api [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.647301] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487057, 'name': CreateVM_Task, 'duration_secs': 0.347757} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.647547] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.648301] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.648516] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.648960] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.649264] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d95def5-279e-485e-af08-62419114e439 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.655980] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1279.655980] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52286d63-e878-48db-cbb3-5bdff2a5f92f" [ 1279.655980] env[63043]: _type = "Task" [ 1279.655980] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.665871] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52286d63-e878-48db-cbb3-5bdff2a5f92f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.694823] env[63043]: DEBUG nova.compute.manager [req-79fd3714-9542-4366-a65c-ddaf84562b5f req-197aa4de-e331-44e3-a7e5-ef6b1efb932d service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Received event network-changed-315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1279.694993] env[63043]: DEBUG nova.compute.manager [req-79fd3714-9542-4366-a65c-ddaf84562b5f req-197aa4de-e331-44e3-a7e5-ef6b1efb932d service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Refreshing instance network info cache due to event network-changed-315b014e-43d8-4a09-8303-938dcf19b2ec. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1279.695254] env[63043]: DEBUG oslo_concurrency.lockutils [req-79fd3714-9542-4366-a65c-ddaf84562b5f req-197aa4de-e331-44e3-a7e5-ef6b1efb932d service nova] Acquiring lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.695402] env[63043]: DEBUG oslo_concurrency.lockutils [req-79fd3714-9542-4366-a65c-ddaf84562b5f req-197aa4de-e331-44e3-a7e5-ef6b1efb932d service nova] Acquired lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.695565] env[63043]: DEBUG nova.network.neutron [req-79fd3714-9542-4366-a65c-ddaf84562b5f req-197aa4de-e331-44e3-a7e5-ef6b1efb932d service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Refreshing network info cache for port 315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.984486] env[63043]: DEBUG oslo_vmware.api [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487059, 'name': PowerOffVM_Task, 'duration_secs': 0.153115} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.984771] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.984939] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.985221] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaa2bc8e-1c38-4795-beaa-ace2550de28c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.020646] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.021113] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.021495] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Deleting the datastore file [datastore2] 1758f554-fdc5-4482-8d91-ce82500dbef8 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.021945] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01a5ad47-dbee-48a4-95bb-464dfe878284 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.031907] env[63043]: DEBUG oslo_vmware.api [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for the task: (returnval){ [ 1280.031907] env[63043]: value = "task-2487061" [ 1280.031907] env[63043]: _type = "Task" [ 1280.031907] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.041274] env[63043]: DEBUG oslo_vmware.api [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.166757] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.167317] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Processing image d7502732-eac1-4152-a2a2-7a0418587447 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.167317] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447/d7502732-eac1-4152-a2a2-7a0418587447.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.167488] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447/d7502732-eac1-4152-a2a2-7a0418587447.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.167673] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.167933] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5348f8dd-825f-4f21-9568-3c5aca45009f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.187122] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.187361] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.188145] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7264010-8c59-43e1-b191-ba26cd1824fe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.195526] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1280.195526] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]522f5571-b1f5-f212-a7ce-07c45e65ac0a" [ 1280.195526] env[63043]: _type = "Task" [ 1280.195526] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.207546] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]522f5571-b1f5-f212-a7ce-07c45e65ac0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.544759] env[63043]: DEBUG oslo_vmware.api [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Task: {'id': task-2487061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186118} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.545038] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.545236] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.545420] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.545596] env[63043]: INFO nova.compute.manager [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1280.545843] env[63043]: DEBUG oslo.service.loopingcall [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1280.546053] env[63043]: DEBUG nova.compute.manager [-] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.546153] env[63043]: DEBUG nova.network.neutron [-] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.579100] env[63043]: DEBUG nova.network.neutron [-] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.707546] env[63043]: DEBUG nova.network.neutron [req-79fd3714-9542-4366-a65c-ddaf84562b5f req-197aa4de-e331-44e3-a7e5-ef6b1efb932d service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updated VIF entry in instance network info cache for port 315b014e-43d8-4a09-8303-938dcf19b2ec. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.707913] env[63043]: DEBUG nova.network.neutron [req-79fd3714-9542-4366-a65c-ddaf84562b5f req-197aa4de-e331-44e3-a7e5-ef6b1efb932d service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updating instance_info_cache with network_info: [{"id": "315b014e-43d8-4a09-8303-938dcf19b2ec", "address": "fa:16:3e:3d:28:a4", "network": {"id": "851a9d9a-e29a-4c5e-b04e-03f224635848", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1149105945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10268a5ffd764ce2bb63f3adebcf623f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315b014e-43", "ovs_interfaceid": "315b014e-43d8-4a09-8303-938dcf19b2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.709147] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Preparing fetch location {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1280.709412] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Fetch image to [datastore1] OSTACK_IMG_0e6a9be5-05f8-40a0-8798-4b438ac11899/OSTACK_IMG_0e6a9be5-05f8-40a0-8798-4b438ac11899.vmdk {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1280.709606] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Downloading stream optimized image d7502732-eac1-4152-a2a2-7a0418587447 to [datastore1] OSTACK_IMG_0e6a9be5-05f8-40a0-8798-4b438ac11899/OSTACK_IMG_0e6a9be5-05f8-40a0-8798-4b438ac11899.vmdk on the data store datastore1 as vApp {{(pid=63043) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1280.709830] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Downloading image file data d7502732-eac1-4152-a2a2-7a0418587447 to the ESX as VM named 'OSTACK_IMG_0e6a9be5-05f8-40a0-8798-4b438ac11899' {{(pid=63043) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1280.778961] env[63043]: DEBUG oslo_vmware.rw_handles [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1280.778961] env[63043]: value = "resgroup-9" [ 1280.778961] env[63043]: _type = "ResourcePool" [ 1280.778961] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1280.779354] env[63043]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-38590330-b0c2-4993-bd8e-4baa953e963a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.803142] env[63043]: DEBUG oslo_vmware.rw_handles [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lease: (returnval){ [ 1280.803142] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528cf928-27cd-88f9-99ed-5360c986ede6" [ 1280.803142] env[63043]: _type = "HttpNfcLease" [ 1280.803142] env[63043]: } obtained for vApp import into resource pool (val){ [ 1280.803142] env[63043]: value = "resgroup-9" [ 1280.803142] env[63043]: _type = "ResourcePool" [ 1280.803142] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1280.803546] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the lease: (returnval){ [ 1280.803546] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528cf928-27cd-88f9-99ed-5360c986ede6" [ 1280.803546] env[63043]: _type = "HttpNfcLease" [ 1280.803546] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1280.810298] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1280.810298] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528cf928-27cd-88f9-99ed-5360c986ede6" [ 1280.810298] env[63043]: _type = "HttpNfcLease" [ 1280.810298] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1281.085428] env[63043]: DEBUG nova.network.neutron [-] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.213367] env[63043]: DEBUG oslo_concurrency.lockutils [req-79fd3714-9542-4366-a65c-ddaf84562b5f req-197aa4de-e331-44e3-a7e5-ef6b1efb932d service nova] Releasing lock "refresh_cache-eedca729-a3cb-432d-8103-9784eca4aa8f" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.312517] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1281.312517] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528cf928-27cd-88f9-99ed-5360c986ede6" [ 1281.312517] env[63043]: _type = "HttpNfcLease" [ 1281.312517] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1281.312812] env[63043]: DEBUG oslo_vmware.rw_handles [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1281.312812] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]528cf928-27cd-88f9-99ed-5360c986ede6" [ 1281.312812] env[63043]: _type = "HttpNfcLease" [ 1281.312812] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1281.313551] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb842e-3cbe-4f66-82d1-34b143b144f7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.321365] env[63043]: DEBUG oslo_vmware.rw_handles [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ebb4ab-6d97-80e8-01d7-ac6ed71d9c08/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1281.321550] env[63043]: DEBUG oslo_vmware.rw_handles [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ebb4ab-6d97-80e8-01d7-ac6ed71d9c08/disk-0.vmdk. {{(pid=63043) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1281.383732] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88c72e43-660e-49b1-8ae0-8077a640725f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.588199] env[63043]: INFO nova.compute.manager [-] [instance: 1758f554-fdc5-4482-8d91-ce82500dbef8] Took 1.04 seconds to deallocate network for instance. [ 1282.098026] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.098432] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.098695] env[63043]: DEBUG nova.objects.instance [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lazy-loading 'resources' on Instance uuid 1758f554-fdc5-4482-8d91-ce82500dbef8 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.473035] env[63043]: DEBUG oslo_vmware.rw_handles [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Completed reading data from the image iterator. {{(pid=63043) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1282.473035] env[63043]: DEBUG oslo_vmware.rw_handles [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ebb4ab-6d97-80e8-01d7-ac6ed71d9c08/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1282.473725] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef580e5-e030-4c54-a6b3-fdd3c3beb63f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.481237] env[63043]: DEBUG oslo_vmware.rw_handles [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ebb4ab-6d97-80e8-01d7-ac6ed71d9c08/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1282.481408] env[63043]: DEBUG oslo_vmware.rw_handles [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ebb4ab-6d97-80e8-01d7-ac6ed71d9c08/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1282.481661] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c717bcab-48ac-4327-9a1e-9ec781691d06 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.703164] env[63043]: DEBUG oslo_vmware.rw_handles [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ebb4ab-6d97-80e8-01d7-ac6ed71d9c08/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1282.703435] env[63043]: INFO nova.virt.vmwareapi.images [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Downloaded image file data d7502732-eac1-4152-a2a2-7a0418587447 [ 1282.704493] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edad7c1e-79de-451c-8cc6-d9c1c96b436f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.709294] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a7aa43-2df7-4a9e-9184-f2334141791f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.728308] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dac631-112f-46b8-b0c1-13dc5f9cd5b5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.732124] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6af18fbb-43f3-4044-b8e9-6e8e7a8bf928 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.765010] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1a5410-7c1f-430c-be55-a72d18601fa5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.768457] env[63043]: INFO nova.virt.vmwareapi.images [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] The imported VM was unregistered [ 1282.770054] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Caching image {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1282.770317] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447 {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.770624] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4c8edbe-e0fb-4c90-aad9-b0f42f7e70d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.778967] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c966ce2-7b42-4586-b840-e46612423440 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.785447] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Created directory with path [datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447 {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.785588] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0e6a9be5-05f8-40a0-8798-4b438ac11899/OSTACK_IMG_0e6a9be5-05f8-40a0-8798-4b438ac11899.vmdk to [datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447/d7502732-eac1-4152-a2a2-7a0418587447.vmdk. {{(pid=63043) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1282.785848] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5db2ccd9-3cbe-48bf-9649-1de7c228f64f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.795819] env[63043]: DEBUG nova.compute.provider_tree [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.802953] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1282.802953] env[63043]: value = "task-2487065" [ 1282.802953] env[63043]: _type = "Task" [ 1282.802953] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.813715] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487065, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.299534] env[63043]: DEBUG nova.scheduler.client.report [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.318485] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487065, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.809434] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.821300] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487065, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.829037] env[63043]: INFO nova.scheduler.client.report [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Deleted allocations for instance 1758f554-fdc5-4482-8d91-ce82500dbef8 [ 1284.317314] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487065, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.336933] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ff03d9a5-197f-4b94-a991-15e1321c6620 tempest-ServerShowV257Test-816015759 tempest-ServerShowV257Test-816015759-project-member] Lock "1758f554-fdc5-4482-8d91-ce82500dbef8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.465s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.817930] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487065, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.124502] env[63043]: DEBUG oslo_vmware.rw_handles [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52382a38-86d9-b609-db52-042fc6ce91a9/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1285.125545] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b8b7e6-6f17-47a1-b2c6-cf9442b45602 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.132778] env[63043]: DEBUG oslo_vmware.rw_handles [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52382a38-86d9-b609-db52-042fc6ce91a9/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1285.132949] env[63043]: ERROR oslo_vmware.rw_handles [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52382a38-86d9-b609-db52-042fc6ce91a9/disk-0.vmdk due to incomplete transfer. [ 1285.133195] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e25cd09c-4ae1-4bd9-8f04-77e997de71d4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.140306] env[63043]: DEBUG oslo_vmware.rw_handles [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52382a38-86d9-b609-db52-042fc6ce91a9/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1285.140538] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Uploaded image 3ff4b35a-b193-46d0-b68d-601abe2a483e to the Glance image server {{(pid=63043) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1285.142804] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Destroying the VM {{(pid=63043) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1285.143060] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c526dda-2d9b-4c8f-9ed5-c29a647d0894 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.149964] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1285.149964] env[63043]: value = "task-2487066" [ 1285.149964] env[63043]: _type = "Task" [ 1285.149964] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.158889] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487066, 'name': Destroy_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.316250] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487065, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.323746} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.316585] env[63043]: INFO nova.virt.vmwareapi.ds_util [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0e6a9be5-05f8-40a0-8798-4b438ac11899/OSTACK_IMG_0e6a9be5-05f8-40a0-8798-4b438ac11899.vmdk to [datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447/d7502732-eac1-4152-a2a2-7a0418587447.vmdk. [ 1285.316822] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Cleaning up location [datastore1] OSTACK_IMG_0e6a9be5-05f8-40a0-8798-4b438ac11899 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1285.316998] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0e6a9be5-05f8-40a0-8798-4b438ac11899 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.317303] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3ae1273-27b3-4725-b827-d962d594b09a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.325130] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1285.325130] env[63043]: value = "task-2487067" [ 1285.325130] env[63043]: _type = "Task" [ 1285.325130] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.334283] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.580388] env[63043]: DEBUG oslo_concurrency.lockutils [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.580660] env[63043]: DEBUG oslo_concurrency.lockutils [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.660308] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487066, 'name': Destroy_Task, 'duration_secs': 0.391897} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.660646] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Destroyed the VM [ 1285.660900] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Deleting Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1285.661186] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e007022a-147b-47f1-b7e4-2ad95b8dba84 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.668639] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1285.668639] env[63043]: value = "task-2487068" [ 1285.668639] env[63043]: _type = "Task" [ 1285.668639] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.678009] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487068, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.837240] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070325} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.837531] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.837707] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447/d7502732-eac1-4152-a2a2-7a0418587447.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.837966] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447/d7502732-eac1-4152-a2a2-7a0418587447.vmdk to [datastore1] eedca729-a3cb-432d-8103-9784eca4aa8f/eedca729-a3cb-432d-8103-9784eca4aa8f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.838262] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fae8b50-543a-412e-af25-7e5791ca9ba8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.845796] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1285.845796] env[63043]: value = "task-2487069" [ 1285.845796] env[63043]: _type = "Task" [ 1285.845796] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.855015] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.083013] env[63043]: DEBUG nova.compute.manager [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.180711] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487068, 'name': RemoveSnapshot_Task, 'duration_secs': 0.383568} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.181291] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Deleted Snapshot of the VM instance {{(pid=63043) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1286.181469] env[63043]: DEBUG nova.compute.manager [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.182380] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50499e9f-48e4-49c5-ad0f-acf6c3a8bc07 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.360329] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487069, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.608373] env[63043]: DEBUG oslo_concurrency.lockutils [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.608769] env[63043]: DEBUG oslo_concurrency.lockutils [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.610588] env[63043]: INFO nova.compute.claims [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.698070] env[63043]: INFO nova.compute.manager [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Shelve offloading [ 1286.859940] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487069, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.202617] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.203397] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-829d0d5e-bf53-4ce8-9105-71a28a99fc9d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.215867] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1287.215867] env[63043]: value = "task-2487070" [ 1287.215867] env[63043]: _type = "Task" [ 1287.215867] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.230978] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] VM already powered off {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1287.231232] env[63043]: DEBUG nova.compute.manager [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.232248] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18b6426-3802-42af-8394-52d089d64f07 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.247438] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.247950] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.248348] env[63043]: DEBUG nova.network.neutron [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.361407] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487069, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.719551] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96786c81-5f5d-4d55-90c8-4c75f822bf60 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.730455] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6655f6-209f-45b8-9715-ea36047ed620 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.771169] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a692b4-8241-4b83-ae11-19b20d656d57 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.783343] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc6c7f4-5b55-405b-bdec-b8717ebe4fc2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.803093] env[63043]: DEBUG nova.compute.provider_tree [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.861154] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487069, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.052193] env[63043]: DEBUG nova.network.neutron [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updating instance_info_cache with network_info: [{"id": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "address": "fa:16:3e:67:88:28", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fc67d8-26", "ovs_interfaceid": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.306608] env[63043]: DEBUG nova.scheduler.client.report [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.358952] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487069, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.474454} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.359635] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d7502732-eac1-4152-a2a2-7a0418587447/d7502732-eac1-4152-a2a2-7a0418587447.vmdk to [datastore1] eedca729-a3cb-432d-8103-9784eca4aa8f/eedca729-a3cb-432d-8103-9784eca4aa8f.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.360348] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2ada29-62ae-4850-bec8-a7b3733b8b87 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.382852] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] eedca729-a3cb-432d-8103-9784eca4aa8f/eedca729-a3cb-432d-8103-9784eca4aa8f.vmdk or device None with type streamOptimized {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.383843] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90384a1d-d272-4a1e-b6f1-5dc695fc4b79 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.404301] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1288.404301] env[63043]: value = "task-2487071" [ 1288.404301] env[63043]: _type = "Task" [ 1288.404301] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.413069] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.555677] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.815794] env[63043]: DEBUG oslo_concurrency.lockutils [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.815999] env[63043]: DEBUG nova.compute.manager [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1288.912180] env[63043]: DEBUG nova.compute.manager [req-ba725006-ddb7-4e58-ab67-b8aa52d0e19d req-a093ff8d-82b6-4f06-b546-8ad13e5c0a63 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Received event network-vif-unplugged-e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1288.912447] env[63043]: DEBUG oslo_concurrency.lockutils [req-ba725006-ddb7-4e58-ab67-b8aa52d0e19d req-a093ff8d-82b6-4f06-b546-8ad13e5c0a63 service nova] Acquiring lock "732b0b9f-3a90-4e89-af96-41477ac42b68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.912664] env[63043]: DEBUG oslo_concurrency.lockutils [req-ba725006-ddb7-4e58-ab67-b8aa52d0e19d req-a093ff8d-82b6-4f06-b546-8ad13e5c0a63 service nova] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.912764] env[63043]: DEBUG oslo_concurrency.lockutils [req-ba725006-ddb7-4e58-ab67-b8aa52d0e19d req-a093ff8d-82b6-4f06-b546-8ad13e5c0a63 service nova] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.912924] env[63043]: DEBUG nova.compute.manager [req-ba725006-ddb7-4e58-ab67-b8aa52d0e19d req-a093ff8d-82b6-4f06-b546-8ad13e5c0a63 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] No waiting events found dispatching network-vif-unplugged-e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1288.913431] env[63043]: WARNING nova.compute.manager [req-ba725006-ddb7-4e58-ab67-b8aa52d0e19d req-a093ff8d-82b6-4f06-b546-8ad13e5c0a63 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Received unexpected event network-vif-unplugged-e6fc67d8-26cb-48c8-a4af-380d589ad59c for instance with vm_state shelved and task_state shelving_offloading. [ 1288.917456] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487071, 'name': ReconfigVM_Task, 'duration_secs': 0.274455} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.917791] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Reconfigured VM instance instance-00000076 to attach disk [datastore1] eedca729-a3cb-432d-8103-9784eca4aa8f/eedca729-a3cb-432d-8103-9784eca4aa8f.vmdk or device None with type streamOptimized {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.918651] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d10644b-8a1a-4861-aa89-700ed37dd2b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.926488] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1288.926488] env[63043]: value = "task-2487072" [ 1288.926488] env[63043]: _type = "Task" [ 1288.926488] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.938404] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487072, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.093265] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.094167] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6269a97d-25c3-4582-bb5f-65228eb275ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.104835] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.105197] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0977980e-b44a-4c53-90ed-dd6d8da21cba {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.183732] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.184013] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.184307] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleting the datastore file [datastore2] 732b0b9f-3a90-4e89-af96-41477ac42b68 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.184678] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e916a432-bf7a-450a-ba72-410be98944e2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.193656] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1289.193656] env[63043]: value = "task-2487074" [ 1289.193656] env[63043]: _type = "Task" [ 1289.193656] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.208449] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.321445] env[63043]: DEBUG nova.compute.utils [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1289.322946] env[63043]: DEBUG nova.compute.manager [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1289.323277] env[63043]: DEBUG nova.network.neutron [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.375543] env[63043]: DEBUG nova.policy [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7db4fc5cb2c148abb6e1ff4f967c8c22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d97e1753ec4000ba4a672ff70ee7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1289.437448] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487072, 'name': Rename_Task, 'duration_secs': 0.153292} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.437751] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.438013] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ff1b1e7-a785-47ee-b766-dfb58dd52b6a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.445734] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1289.445734] env[63043]: value = "task-2487075" [ 1289.445734] env[63043]: _type = "Task" [ 1289.445734] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.455555] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.704763] env[63043]: DEBUG oslo_vmware.api [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157423} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.705169] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.705620] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.705952] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.741114] env[63043]: INFO nova.scheduler.client.report [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleted allocations for instance 732b0b9f-3a90-4e89-af96-41477ac42b68 [ 1289.828417] env[63043]: DEBUG nova.compute.manager [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1289.863178] env[63043]: DEBUG nova.network.neutron [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Successfully created port: db980371-f92a-491b-a40d-1cb13abdee53 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1289.960859] env[63043]: DEBUG oslo_vmware.api [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487075, 'name': PowerOnVM_Task, 'duration_secs': 0.452499} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.961228] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.156585] env[63043]: DEBUG nova.compute.manager [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.157808] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb7615f-8896-48e2-901a-639e65c32b94 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.247635] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.247904] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.248142] env[63043]: DEBUG nova.objects.instance [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lazy-loading 'resources' on Instance uuid 732b0b9f-3a90-4e89-af96-41477ac42b68 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.332013] env[63043]: INFO nova.virt.block_device [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Booting with volume 527074fc-6237-4554-85fc-cfc3d86513f5 at /dev/sda [ 1290.381306] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22dc3fdd-497c-4c7e-801e-d7ed7de4df6e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.393947] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e0b0ea-8ec3-4cd7-80f5-d6baca3b1eb5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.424866] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37884802-aaeb-4b9f-bce1-5ff0d4a7c28e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.435220] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da38bc25-ccc6-4fb0-b0a9-ad6b2a0ba98b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.466279] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96d71b0-c8c2-4326-ad18-e90723f4d53b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.473821] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68690da8-9f32-448c-a29b-df7b0e3aa37d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.488871] env[63043]: DEBUG nova.virt.block_device [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating existing volume attachment record: 10d0fc83-4aea-4335-9487-fc84c4a74ffa {{(pid=63043) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1290.677269] env[63043]: DEBUG oslo_concurrency.lockutils [None req-91f07f1e-30a8-4b64-81d5-ecc2108e392a tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.677s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.750504] env[63043]: DEBUG nova.objects.instance [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lazy-loading 'numa_topology' on Instance uuid 732b0b9f-3a90-4e89-af96-41477ac42b68 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.057343] env[63043]: DEBUG nova.compute.manager [req-68ff3340-6530-4f1f-a74f-d63cec40053b req-667ba1c5-957f-4e5f-a331-370bb6e1d196 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Received event network-changed-e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1291.057343] env[63043]: DEBUG nova.compute.manager [req-68ff3340-6530-4f1f-a74f-d63cec40053b req-667ba1c5-957f-4e5f-a331-370bb6e1d196 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Refreshing instance network info cache due to event network-changed-e6fc67d8-26cb-48c8-a4af-380d589ad59c. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1291.057343] env[63043]: DEBUG oslo_concurrency.lockutils [req-68ff3340-6530-4f1f-a74f-d63cec40053b req-667ba1c5-957f-4e5f-a331-370bb6e1d196 service nova] Acquiring lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.057643] env[63043]: DEBUG oslo_concurrency.lockutils [req-68ff3340-6530-4f1f-a74f-d63cec40053b req-667ba1c5-957f-4e5f-a331-370bb6e1d196 service nova] Acquired lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.057643] env[63043]: DEBUG nova.network.neutron [req-68ff3340-6530-4f1f-a74f-d63cec40053b req-667ba1c5-957f-4e5f-a331-370bb6e1d196 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Refreshing network info cache for port e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.253491] env[63043]: DEBUG nova.objects.base [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Object Instance<732b0b9f-3a90-4e89-af96-41477ac42b68> lazy-loaded attributes: resources,numa_topology {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1291.370296] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5b11f5-4e95-4ce2-a9ee-790795d0941b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.379868] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3a4c06-b203-4bc7-b754-6681bfdc654c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.414846] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4e4cd3-bb6a-48b9-90a6-374f618d08fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.424209] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186998c7-6f21-4360-a007-d57b016254ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.441495] env[63043]: DEBUG nova.compute.provider_tree [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.585253] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Acquiring lock "7104fcf9-8dab-4a90-a822-7e7fb2348085" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.585253] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Lock "7104fcf9-8dab-4a90-a822-7e7fb2348085" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.734665] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "eedca729-a3cb-432d-8103-9784eca4aa8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.734943] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.735603] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "eedca729-a3cb-432d-8103-9784eca4aa8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.735817] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.736073] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.739280] env[63043]: INFO nova.compute.manager [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Terminating instance [ 1291.788634] env[63043]: DEBUG nova.network.neutron [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Successfully updated port: db980371-f92a-491b-a40d-1cb13abdee53 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1291.926331] env[63043]: DEBUG nova.network.neutron [req-68ff3340-6530-4f1f-a74f-d63cec40053b req-667ba1c5-957f-4e5f-a331-370bb6e1d196 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updated VIF entry in instance network info cache for port e6fc67d8-26cb-48c8-a4af-380d589ad59c. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.926725] env[63043]: DEBUG nova.network.neutron [req-68ff3340-6530-4f1f-a74f-d63cec40053b req-667ba1c5-957f-4e5f-a331-370bb6e1d196 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updating instance_info_cache with network_info: [{"id": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "address": "fa:16:3e:67:88:28", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape6fc67d8-26", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.946820] env[63043]: DEBUG nova.scheduler.client.report [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.090705] env[63043]: DEBUG nova.compute.manager [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Starting instance... {{(pid=63043) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.245293] env[63043]: DEBUG nova.compute.manager [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.245525] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.246471] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe46a64-a1ad-4454-996e-23a0fd5a2480 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.255257] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.255574] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52440320-500d-4f31-89c6-fef451a05fbd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.263549] env[63043]: DEBUG oslo_vmware.api [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1292.263549] env[63043]: value = "task-2487076" [ 1292.263549] env[63043]: _type = "Task" [ 1292.263549] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.275398] env[63043]: DEBUG oslo_vmware.api [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.291854] env[63043]: DEBUG oslo_concurrency.lockutils [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.292050] env[63043]: DEBUG oslo_concurrency.lockutils [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.292211] env[63043]: DEBUG nova.network.neutron [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.434159] env[63043]: DEBUG oslo_concurrency.lockutils [req-68ff3340-6530-4f1f-a74f-d63cec40053b req-667ba1c5-957f-4e5f-a331-370bb6e1d196 service nova] Releasing lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.452973] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.597852] env[63043]: DEBUG nova.compute.manager [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1292.598329] env[63043]: DEBUG nova.virt.hardware [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.598551] env[63043]: DEBUG nova.virt.hardware [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.598697] env[63043]: DEBUG nova.virt.hardware [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.598875] env[63043]: DEBUG nova.virt.hardware [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.599204] env[63043]: DEBUG nova.virt.hardware [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.599403] env[63043]: DEBUG nova.virt.hardware [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.601036] env[63043]: DEBUG nova.virt.hardware [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.601036] env[63043]: DEBUG nova.virt.hardware [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.601036] env[63043]: DEBUG nova.virt.hardware [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.601036] env[63043]: DEBUG nova.virt.hardware [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.601036] env[63043]: DEBUG nova.virt.hardware [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.603331] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60272597-457d-40ac-a48d-d43ce735aa37 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.616579] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f68083-c7f1-47de-a68a-44f19e3b864a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.622707] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.623107] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.625385] env[63043]: INFO nova.compute.claims [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.775530] env[63043]: DEBUG oslo_vmware.api [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487076, 'name': PowerOffVM_Task, 'duration_secs': 0.196168} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.775829] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.776072] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.776358] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9451506b-35f7-47b1-b338-5c7367bded35 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.833014] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "732b0b9f-3a90-4e89-af96-41477ac42b68" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.839751] env[63043]: DEBUG nova.network.neutron [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1292.844034] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.844226] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.844936] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleting the datastore file [datastore1] eedca729-a3cb-432d-8103-9784eca4aa8f {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.844936] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da7943ac-77c8-4572-870e-f69d4c464d75 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.853222] env[63043]: DEBUG oslo_vmware.api [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for the task: (returnval){ [ 1292.853222] env[63043]: value = "task-2487078" [ 1292.853222] env[63043]: _type = "Task" [ 1292.853222] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.862509] env[63043]: DEBUG oslo_vmware.api [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.965872] env[63043]: DEBUG oslo_concurrency.lockutils [None req-b1d2bef2-37af-4cac-b1b6-b34fd0a4946d tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.381s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.967108] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.134s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.967580] env[63043]: INFO nova.compute.manager [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Unshelving [ 1292.985803] env[63043]: DEBUG nova.network.neutron [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance_info_cache with network_info: [{"id": "db980371-f92a-491b-a40d-1cb13abdee53", "address": "fa:16:3e:b9:00:7a", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb980371-f9", "ovs_interfaceid": "db980371-f92a-491b-a40d-1cb13abdee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.086050] env[63043]: DEBUG nova.compute.manager [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Received event network-vif-plugged-db980371-f92a-491b-a40d-1cb13abdee53 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1293.086312] env[63043]: DEBUG oslo_concurrency.lockutils [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] Acquiring lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.086519] env[63043]: DEBUG oslo_concurrency.lockutils [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] Lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.086649] env[63043]: DEBUG oslo_concurrency.lockutils [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] Lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.086816] env[63043]: DEBUG nova.compute.manager [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] No waiting events found dispatching network-vif-plugged-db980371-f92a-491b-a40d-1cb13abdee53 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.086979] env[63043]: WARNING nova.compute.manager [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Received unexpected event network-vif-plugged-db980371-f92a-491b-a40d-1cb13abdee53 for instance with vm_state building and task_state spawning. [ 1293.087155] env[63043]: DEBUG nova.compute.manager [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Received event network-changed-db980371-f92a-491b-a40d-1cb13abdee53 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1293.087313] env[63043]: DEBUG nova.compute.manager [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Refreshing instance network info cache due to event network-changed-db980371-f92a-491b-a40d-1cb13abdee53. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1293.087484] env[63043]: DEBUG oslo_concurrency.lockutils [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] Acquiring lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.363704] env[63043]: DEBUG oslo_vmware.api [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Task: {'id': task-2487078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13916} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.364090] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.364164] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.364341] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.364515] env[63043]: INFO nova.compute.manager [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1293.364755] env[63043]: DEBUG oslo.service.loopingcall [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1293.364943] env[63043]: DEBUG nova.compute.manager [-] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.365055] env[63043]: DEBUG nova.network.neutron [-] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.488400] env[63043]: DEBUG oslo_concurrency.lockutils [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.488619] env[63043]: DEBUG nova.compute.manager [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Instance network_info: |[{"id": "db980371-f92a-491b-a40d-1cb13abdee53", "address": "fa:16:3e:b9:00:7a", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb980371-f9", "ovs_interfaceid": "db980371-f92a-491b-a40d-1cb13abdee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1293.488864] env[63043]: DEBUG oslo_concurrency.lockutils [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] Acquired lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.489063] env[63043]: DEBUG nova.network.neutron [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Refreshing network info cache for port db980371-f92a-491b-a40d-1cb13abdee53 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.490357] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:00:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db980371-f92a-491b-a40d-1cb13abdee53', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.497679] env[63043]: DEBUG oslo.service.loopingcall [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1293.498084] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.498307] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4a58def-895c-472a-bda4-b63e1627233c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.521032] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.521032] env[63043]: value = "task-2487079" [ 1293.521032] env[63043]: _type = "Task" [ 1293.521032] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.529609] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487079, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.749426] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962a6402-e39d-49f1-8151-7ef829453b3d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.760848] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e61401-cb45-4f55-a82e-7c7643591f90 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.793017] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae7ba1b-0e12-4be5-880f-52ca43407d31 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.801286] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c8601a-29e3-4d6f-8545-ac6bd088e26d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.815770] env[63043]: DEBUG nova.compute.provider_tree [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.988525] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.032659] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487079, 'name': CreateVM_Task, 'duration_secs': 0.391891} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.032838] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.033507] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '10d0fc83-4aea-4335-9487-fc84c4a74ffa', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503171', 'volume_id': '527074fc-6237-4554-85fc-cfc3d86513f5', 'name': 'volume-527074fc-6237-4554-85fc-cfc3d86513f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '96eca08c-15d0-41c5-b66a-137f0b22f4c2', 'attached_at': '', 'detached_at': '', 'volume_id': '527074fc-6237-4554-85fc-cfc3d86513f5', 'serial': '527074fc-6237-4554-85fc-cfc3d86513f5'}, 'boot_index': 0, 'device_type': None, 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63043) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1294.033734] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Root volume attach. Driver type: vmdk {{(pid=63043) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1294.034598] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0182ec8-b22a-45e6-ae96-37fa75d9f371 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.044678] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c13cd7c-59f2-4063-ba30-d93de32dc2f3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.050842] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f13bbea-128f-4c2f-a309-681c22837871 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.056613] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-27ff742c-8397-486c-9635-d88e4eff0e56 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.063620] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1294.063620] env[63043]: value = "task-2487080" [ 1294.063620] env[63043]: _type = "Task" [ 1294.063620] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.071138] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487080, 'name': RelocateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.262238] env[63043]: DEBUG nova.network.neutron [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updated VIF entry in instance network info cache for port db980371-f92a-491b-a40d-1cb13abdee53. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.262597] env[63043]: DEBUG nova.network.neutron [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance_info_cache with network_info: [{"id": "db980371-f92a-491b-a40d-1cb13abdee53", "address": "fa:16:3e:b9:00:7a", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb980371-f9", "ovs_interfaceid": "db980371-f92a-491b-a40d-1cb13abdee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.318895] env[63043]: DEBUG nova.scheduler.client.report [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.578103] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487080, 'name': RelocateVM_Task} progress is 40%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.676435] env[63043]: DEBUG nova.network.neutron [-] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.765505] env[63043]: DEBUG oslo_concurrency.lockutils [req-719f5e91-603b-4711-a297-3e29778d632c req-6e69daae-52ef-450d-a655-3be4c1b7afe9 service nova] Releasing lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.824355] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.825141] env[63043]: DEBUG nova.compute.manager [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Start building networks asynchronously for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.827965] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.840s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.828307] env[63043]: DEBUG nova.objects.instance [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lazy-loading 'pci_requests' on Instance uuid 732b0b9f-3a90-4e89-af96-41477ac42b68 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.077502] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487080, 'name': RelocateVM_Task} progress is 53%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.115421] env[63043]: DEBUG nova.compute.manager [req-79432001-5fc0-4060-bf55-0fffaa32d24b req-ae2eae93-2db4-464d-8dc6-c3bdd0362760 service nova] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Received event network-vif-deleted-315b014e-43d8-4a09-8303-938dcf19b2ec {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1295.180755] env[63043]: INFO nova.compute.manager [-] [instance: eedca729-a3cb-432d-8103-9784eca4aa8f] Took 1.82 seconds to deallocate network for instance. [ 1295.331952] env[63043]: DEBUG nova.compute.utils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Using /dev/sd instead of None {{(pid=63043) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1295.335208] env[63043]: DEBUG nova.objects.instance [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lazy-loading 'numa_topology' on Instance uuid 732b0b9f-3a90-4e89-af96-41477ac42b68 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.336821] env[63043]: DEBUG nova.compute.manager [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Allocating IP information in the background. {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1295.336821] env[63043]: DEBUG nova.network.neutron [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] allocate_for_instance() {{(pid=63043) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1295.386248] env[63043]: DEBUG nova.policy [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '084c3c04852443e9aac810542def01c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f06be2878e5e40d4aeb9fe7f85c15363', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63043) authorize /opt/stack/nova/nova/policy.py:192}} [ 1295.578211] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487080, 'name': RelocateVM_Task} progress is 67%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.672553] env[63043]: DEBUG nova.network.neutron [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Successfully created port: aa62ed88-2048-4caf-93f5-bbc22236f235 {{(pid=63043) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.688968] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.837145] env[63043]: DEBUG nova.compute.manager [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Start building block device mappings for instance. {{(pid=63043) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.840368] env[63043]: INFO nova.compute.claims [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.079013] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487080, 'name': RelocateVM_Task} progress is 81%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.576639] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487080, 'name': RelocateVM_Task} progress is 97%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.852011] env[63043]: DEBUG nova.compute.manager [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Start spawning the instance on the hypervisor. {{(pid=63043) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.884069] env[63043]: DEBUG nova.virt.hardware [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T21:02:06Z,direct_url=,disk_format='vmdk',id=c04b4539-b4fb-448a-802e-c39bc76f1862,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e369b03b6e5457d8d10e097a2b39fcb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T21:02:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.884356] env[63043]: DEBUG nova.virt.hardware [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.884557] env[63043]: DEBUG nova.virt.hardware [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.884791] env[63043]: DEBUG nova.virt.hardware [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.884995] env[63043]: DEBUG nova.virt.hardware [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.885266] env[63043]: DEBUG nova.virt.hardware [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.885561] env[63043]: DEBUG nova.virt.hardware [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.885743] env[63043]: DEBUG nova.virt.hardware [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.885921] env[63043]: DEBUG nova.virt.hardware [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.886114] env[63043]: DEBUG nova.virt.hardware [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.886317] env[63043]: DEBUG nova.virt.hardware [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.887153] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86736e9d-451d-4d53-b8eb-80023e64a24a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.898121] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d87aebd-c296-4ccc-9ead-9b516b920972 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.960189] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb815fb9-4e74-4669-8b97-f0f3c1c111cf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.967666] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9400f38-e81b-445b-b053-8e9614af797f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.997701] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3eeb61-e848-4002-8110-4da28f49ecb9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.005756] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c040b6-66d9-49d8-949c-48947d42e666 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.021125] env[63043]: DEBUG nova.compute.provider_tree [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.076412] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487080, 'name': RelocateVM_Task} progress is 98%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.142828] env[63043]: DEBUG nova.compute.manager [req-997ff210-8650-4d3f-9f22-6faf07ae01be req-0ae5b05a-7e08-4419-82be-91c54e2c017c service nova] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Received event network-vif-plugged-aa62ed88-2048-4caf-93f5-bbc22236f235 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1297.143107] env[63043]: DEBUG oslo_concurrency.lockutils [req-997ff210-8650-4d3f-9f22-6faf07ae01be req-0ae5b05a-7e08-4419-82be-91c54e2c017c service nova] Acquiring lock "7104fcf9-8dab-4a90-a822-7e7fb2348085-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.143327] env[63043]: DEBUG oslo_concurrency.lockutils [req-997ff210-8650-4d3f-9f22-6faf07ae01be req-0ae5b05a-7e08-4419-82be-91c54e2c017c service nova] Lock "7104fcf9-8dab-4a90-a822-7e7fb2348085-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.143496] env[63043]: DEBUG oslo_concurrency.lockutils [req-997ff210-8650-4d3f-9f22-6faf07ae01be req-0ae5b05a-7e08-4419-82be-91c54e2c017c service nova] Lock "7104fcf9-8dab-4a90-a822-7e7fb2348085-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.143665] env[63043]: DEBUG nova.compute.manager [req-997ff210-8650-4d3f-9f22-6faf07ae01be req-0ae5b05a-7e08-4419-82be-91c54e2c017c service nova] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] No waiting events found dispatching network-vif-plugged-aa62ed88-2048-4caf-93f5-bbc22236f235 {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.143828] env[63043]: WARNING nova.compute.manager [req-997ff210-8650-4d3f-9f22-6faf07ae01be req-0ae5b05a-7e08-4419-82be-91c54e2c017c service nova] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Received unexpected event network-vif-plugged-aa62ed88-2048-4caf-93f5-bbc22236f235 for instance with vm_state building and task_state spawning. [ 1297.202388] env[63043]: DEBUG nova.network.neutron [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Successfully updated port: aa62ed88-2048-4caf-93f5-bbc22236f235 {{(pid=63043) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1297.524472] env[63043]: DEBUG nova.scheduler.client.report [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.576955] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487080, 'name': RelocateVM_Task, 'duration_secs': 3.284547} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.577272] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Volume attach. Driver type: vmdk {{(pid=63043) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1297.577481] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503171', 'volume_id': '527074fc-6237-4554-85fc-cfc3d86513f5', 'name': 'volume-527074fc-6237-4554-85fc-cfc3d86513f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '96eca08c-15d0-41c5-b66a-137f0b22f4c2', 'attached_at': '', 'detached_at': '', 'volume_id': '527074fc-6237-4554-85fc-cfc3d86513f5', 'serial': '527074fc-6237-4554-85fc-cfc3d86513f5'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1297.578279] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab90176-9f5c-4e90-8ab7-01f8a75d5469 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.594887] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e87018b-c165-4c58-a3f0-f50c2cd650d5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.617754] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-527074fc-6237-4554-85fc-cfc3d86513f5/volume-527074fc-6237-4554-85fc-cfc3d86513f5.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.618042] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe87e7bc-278b-4bcf-a77d-f6ab1d9587df {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.637656] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1297.637656] env[63043]: value = "task-2487081" [ 1297.637656] env[63043]: _type = "Task" [ 1297.637656] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.646297] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.705269] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Acquiring lock "refresh_cache-7104fcf9-8dab-4a90-a822-7e7fb2348085" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.705519] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Acquired lock "refresh_cache-7104fcf9-8dab-4a90-a822-7e7fb2348085" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.705789] env[63043]: DEBUG nova.network.neutron [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.029893] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.202s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.032141] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.343s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.032390] env[63043]: DEBUG nova.objects.instance [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lazy-loading 'resources' on Instance uuid eedca729-a3cb-432d-8103-9784eca4aa8f {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.060700] env[63043]: INFO nova.network.neutron [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updating port e6fc67d8-26cb-48c8-a4af-380d589ad59c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1298.147138] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487081, 'name': ReconfigVM_Task, 'duration_secs': 0.334251} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.147498] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-527074fc-6237-4554-85fc-cfc3d86513f5/volume-527074fc-6237-4554-85fc-cfc3d86513f5.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.152165] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2560616-f6ee-47a5-8e2a-656982db5623 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.167900] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1298.167900] env[63043]: value = "task-2487082" [ 1298.167900] env[63043]: _type = "Task" [ 1298.167900] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.178381] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.253035] env[63043]: DEBUG nova.network.neutron [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Instance cache missing network info. {{(pid=63043) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.455230] env[63043]: DEBUG nova.network.neutron [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Updating instance_info_cache with network_info: [{"id": "aa62ed88-2048-4caf-93f5-bbc22236f235", "address": "fa:16:3e:4b:1a:ff", "network": {"id": "e9dd7239-8d5e-43d0-8b48-f868a8ac9e2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-100991270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f06be2878e5e40d4aeb9fe7f85c15363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62ed88-20", "ovs_interfaceid": "aa62ed88-2048-4caf-93f5-bbc22236f235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.625042] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24607e33-b66f-42f6-b505-889ef49f5869 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.633180] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ebd123-9b55-492f-aeeb-e706821fcc57 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.664335] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcf8ebe-dac1-4fdf-aa2a-a4b50780288d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.676611] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e828f36-113f-4640-b649-49ef25f19c08 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.683794] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487082, 'name': ReconfigVM_Task, 'duration_secs': 0.137942} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.684512] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503171', 'volume_id': '527074fc-6237-4554-85fc-cfc3d86513f5', 'name': 'volume-527074fc-6237-4554-85fc-cfc3d86513f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '96eca08c-15d0-41c5-b66a-137f0b22f4c2', 'attached_at': '', 'detached_at': '', 'volume_id': '527074fc-6237-4554-85fc-cfc3d86513f5', 'serial': '527074fc-6237-4554-85fc-cfc3d86513f5'} {{(pid=63043) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1298.685129] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a7ec73f-3393-48d9-baea-c9014871b87b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.694483] env[63043]: DEBUG nova.compute.provider_tree [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.701170] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1298.701170] env[63043]: value = "task-2487083" [ 1298.701170] env[63043]: _type = "Task" [ 1298.701170] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.716415] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487083, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.958367] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Releasing lock "refresh_cache-7104fcf9-8dab-4a90-a822-7e7fb2348085" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.958705] env[63043]: DEBUG nova.compute.manager [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Instance network_info: |[{"id": "aa62ed88-2048-4caf-93f5-bbc22236f235", "address": "fa:16:3e:4b:1a:ff", "network": {"id": "e9dd7239-8d5e-43d0-8b48-f868a8ac9e2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-100991270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f06be2878e5e40d4aeb9fe7f85c15363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62ed88-20", "ovs_interfaceid": "aa62ed88-2048-4caf-93f5-bbc22236f235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63043) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.959422] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:1a:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa62ed88-2048-4caf-93f5-bbc22236f235', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.967138] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Creating folder: Project (f06be2878e5e40d4aeb9fe7f85c15363). Parent ref: group-v502843. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.967434] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5b5f092-34de-4163-8f2e-81d543e109a9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.981425] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Created folder: Project (f06be2878e5e40d4aeb9fe7f85c15363) in parent group-v502843. [ 1298.981635] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Creating folder: Instances. Parent ref: group-v503175. {{(pid=63043) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.981880] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0f8236f-1b73-4e42-87a8-4870424c8f4d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.993380] env[63043]: INFO nova.virt.vmwareapi.vm_util [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Created folder: Instances in parent group-v503175. [ 1298.993620] env[63043]: DEBUG oslo.service.loopingcall [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1298.993815] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.994032] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-518a670f-69be-4cd4-ae5e-293cb3d08a27 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.016179] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1299.016179] env[63043]: value = "task-2487086" [ 1299.016179] env[63043]: _type = "Task" [ 1299.016179] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.023804] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487086, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.171882] env[63043]: DEBUG nova.compute.manager [req-b20b01c7-0dba-4f44-a5e8-b6996cf94d6f req-7e3075e0-0a82-44df-b8a1-58204cc8ccbd service nova] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Received event network-changed-aa62ed88-2048-4caf-93f5-bbc22236f235 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1299.172164] env[63043]: DEBUG nova.compute.manager [req-b20b01c7-0dba-4f44-a5e8-b6996cf94d6f req-7e3075e0-0a82-44df-b8a1-58204cc8ccbd service nova] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Refreshing instance network info cache due to event network-changed-aa62ed88-2048-4caf-93f5-bbc22236f235. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1299.172315] env[63043]: DEBUG oslo_concurrency.lockutils [req-b20b01c7-0dba-4f44-a5e8-b6996cf94d6f req-7e3075e0-0a82-44df-b8a1-58204cc8ccbd service nova] Acquiring lock "refresh_cache-7104fcf9-8dab-4a90-a822-7e7fb2348085" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.172457] env[63043]: DEBUG oslo_concurrency.lockutils [req-b20b01c7-0dba-4f44-a5e8-b6996cf94d6f req-7e3075e0-0a82-44df-b8a1-58204cc8ccbd service nova] Acquired lock "refresh_cache-7104fcf9-8dab-4a90-a822-7e7fb2348085" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.172617] env[63043]: DEBUG nova.network.neutron [req-b20b01c7-0dba-4f44-a5e8-b6996cf94d6f req-7e3075e0-0a82-44df-b8a1-58204cc8ccbd service nova] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Refreshing network info cache for port aa62ed88-2048-4caf-93f5-bbc22236f235 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.200132] env[63043]: DEBUG nova.scheduler.client.report [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.214271] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487083, 'name': Rename_Task, 'duration_secs': 0.132415} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.214535] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.214773] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad3560f7-a119-43a8-ae06-17cdb67537ca {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.222194] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1299.222194] env[63043]: value = "task-2487087" [ 1299.222194] env[63043]: _type = "Task" [ 1299.222194] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.230520] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.528018] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487086, 'name': CreateVM_Task, 'duration_secs': 0.36599} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.528633] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.529475] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.529800] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.530232] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1299.530620] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42fdedc8-b842-4925-a2e4-42ca0c5557ee {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.536029] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Waiting for the task: (returnval){ [ 1299.536029] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]5227def3-c8d2-b8f8-8379-c53f70ea2649" [ 1299.536029] env[63043]: _type = "Task" [ 1299.536029] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.543615] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5227def3-c8d2-b8f8-8379-c53f70ea2649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.688444] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.688813] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.689120] env[63043]: DEBUG nova.network.neutron [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.709302] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.732683] env[63043]: DEBUG oslo_vmware.api [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487087, 'name': PowerOnVM_Task, 'duration_secs': 0.450938} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.733697] env[63043]: INFO nova.scheduler.client.report [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Deleted allocations for instance eedca729-a3cb-432d-8103-9784eca4aa8f [ 1299.734668] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.734881] env[63043]: INFO nova.compute.manager [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1299.735081] env[63043]: DEBUG nova.compute.manager [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.738039] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34f698c-7bee-4e4a-9e03-2400e73eb815 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.879957] env[63043]: DEBUG nova.network.neutron [req-b20b01c7-0dba-4f44-a5e8-b6996cf94d6f req-7e3075e0-0a82-44df-b8a1-58204cc8ccbd service nova] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Updated VIF entry in instance network info cache for port aa62ed88-2048-4caf-93f5-bbc22236f235. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.880329] env[63043]: DEBUG nova.network.neutron [req-b20b01c7-0dba-4f44-a5e8-b6996cf94d6f req-7e3075e0-0a82-44df-b8a1-58204cc8ccbd service nova] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Updating instance_info_cache with network_info: [{"id": "aa62ed88-2048-4caf-93f5-bbc22236f235", "address": "fa:16:3e:4b:1a:ff", "network": {"id": "e9dd7239-8d5e-43d0-8b48-f868a8ac9e2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-100991270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f06be2878e5e40d4aeb9fe7f85c15363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62ed88-20", "ovs_interfaceid": "aa62ed88-2048-4caf-93f5-bbc22236f235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.046766] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]5227def3-c8d2-b8f8-8379-c53f70ea2649, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.047073] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.047321] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Processing image c04b4539-b4fb-448a-802e-c39bc76f1862 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.047581] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.047732] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.047911] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.048201] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edd76281-4cbd-465e-a8e4-27e75f130c25 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.058307] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.058499] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.059256] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55edcefd-0c1f-4eb9-8861-a41ea5cb96a4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.064840] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Waiting for the task: (returnval){ [ 1300.064840] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52b748cb-d2e2-6770-be40-f94a440ddb48" [ 1300.064840] env[63043]: _type = "Task" [ 1300.064840] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.072917] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b748cb-d2e2-6770-be40-f94a440ddb48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.243849] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Lock "eedca729-a3cb-432d-8103-9784eca4aa8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.509s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.259068] env[63043]: INFO nova.compute.manager [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Took 13.67 seconds to build instance. [ 1300.383391] env[63043]: DEBUG oslo_concurrency.lockutils [req-b20b01c7-0dba-4f44-a5e8-b6996cf94d6f req-7e3075e0-0a82-44df-b8a1-58204cc8ccbd service nova] Releasing lock "refresh_cache-7104fcf9-8dab-4a90-a822-7e7fb2348085" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.395552] env[63043]: DEBUG nova.network.neutron [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updating instance_info_cache with network_info: [{"id": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "address": "fa:16:3e:67:88:28", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fc67d8-26", "ovs_interfaceid": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.575932] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52b748cb-d2e2-6770-be40-f94a440ddb48, 'name': SearchDatastore_Task, 'duration_secs': 0.012582} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.576791] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1591206-5543-41fb-95d4-8021171ace06 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.583448] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Waiting for the task: (returnval){ [ 1300.583448] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52fc8194-37d7-3e10-804f-a09d2512db35" [ 1300.583448] env[63043]: _type = "Task" [ 1300.583448] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.591364] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52fc8194-37d7-3e10-804f-a09d2512db35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.761025] env[63043]: DEBUG oslo_concurrency.lockutils [None req-43dc7be6-f941-449b-8978-0f6c04a379c3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.180s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.897959] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.924848] env[63043]: DEBUG nova.virt.hardware [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='71b4a8a70338f063cee1667b851f1cdf',container_format='bare',created_at=2025-02-12T21:15:36Z,direct_url=,disk_format='vmdk',id=3ff4b35a-b193-46d0-b68d-601abe2a483e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1948919593-shelved',owner='35aed6c04a634679a8273c48a5a835ed',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-12T21:15:50Z,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.925121] env[63043]: DEBUG nova.virt.hardware [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.925292] env[63043]: DEBUG nova.virt.hardware [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.925484] env[63043]: DEBUG nova.virt.hardware [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.925641] env[63043]: DEBUG nova.virt.hardware [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.925794] env[63043]: DEBUG nova.virt.hardware [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.926010] env[63043]: DEBUG nova.virt.hardware [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.926185] env[63043]: DEBUG nova.virt.hardware [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.926357] env[63043]: DEBUG nova.virt.hardware [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.926523] env[63043]: DEBUG nova.virt.hardware [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.926700] env[63043]: DEBUG nova.virt.hardware [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.927565] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0640ba5-3267-4280-ae39-026bc444affe {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.935863] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2196a80c-1bdb-4661-9d10-fcd646d30641 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.951391] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:88:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6fc67d8-26cb-48c8-a4af-380d589ad59c', 'vif_model': 'vmxnet3'}] {{(pid=63043) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.958785] env[63043]: DEBUG oslo.service.loopingcall [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1300.959041] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Creating VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.959258] env[63043]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b1e6264-ff03-48e5-a813-8662a7fb6473 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.979731] env[63043]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.979731] env[63043]: value = "task-2487089" [ 1300.979731] env[63043]: _type = "Task" [ 1300.979731] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.987954] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487089, 'name': CreateVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.096804] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52fc8194-37d7-3e10-804f-a09d2512db35, 'name': SearchDatastore_Task, 'duration_secs': 0.010756} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.097104] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.097368] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 7104fcf9-8dab-4a90-a822-7e7fb2348085/7104fcf9-8dab-4a90-a822-7e7fb2348085.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.097646] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-962ce599-5f36-4835-881f-458cbe89be5e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.107173] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Waiting for the task: (returnval){ [ 1301.107173] env[63043]: value = "task-2487090" [ 1301.107173] env[63043]: _type = "Task" [ 1301.107173] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.116190] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.204620] env[63043]: DEBUG nova.compute.manager [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Received event network-vif-plugged-e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1301.204620] env[63043]: DEBUG oslo_concurrency.lockutils [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] Acquiring lock "732b0b9f-3a90-4e89-af96-41477ac42b68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.204620] env[63043]: DEBUG oslo_concurrency.lockutils [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.204620] env[63043]: DEBUG oslo_concurrency.lockutils [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.205257] env[63043]: DEBUG nova.compute.manager [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] No waiting events found dispatching network-vif-plugged-e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.205257] env[63043]: WARNING nova.compute.manager [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Received unexpected event network-vif-plugged-e6fc67d8-26cb-48c8-a4af-380d589ad59c for instance with vm_state shelved_offloaded and task_state spawning. [ 1301.205257] env[63043]: DEBUG nova.compute.manager [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Received event network-changed-e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1301.205434] env[63043]: DEBUG nova.compute.manager [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Refreshing instance network info cache due to event network-changed-e6fc67d8-26cb-48c8-a4af-380d589ad59c. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1301.205597] env[63043]: DEBUG oslo_concurrency.lockutils [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] Acquiring lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.205740] env[63043]: DEBUG oslo_concurrency.lockutils [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] Acquired lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.205919] env[63043]: DEBUG nova.network.neutron [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Refreshing network info cache for port e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.268562] env[63043]: DEBUG nova.compute.manager [req-48c93b70-fba4-48fb-bfaa-e16d7441bd17 req-c3528e2b-c37c-47c1-a23c-c840195869f2 service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Received event network-changed-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1301.268832] env[63043]: DEBUG nova.compute.manager [req-48c93b70-fba4-48fb-bfaa-e16d7441bd17 req-c3528e2b-c37c-47c1-a23c-c840195869f2 service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Refreshing instance network info cache due to event network-changed-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1301.268964] env[63043]: DEBUG oslo_concurrency.lockutils [req-48c93b70-fba4-48fb-bfaa-e16d7441bd17 req-c3528e2b-c37c-47c1-a23c-c840195869f2 service nova] Acquiring lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.269149] env[63043]: DEBUG oslo_concurrency.lockutils [req-48c93b70-fba4-48fb-bfaa-e16d7441bd17 req-c3528e2b-c37c-47c1-a23c-c840195869f2 service nova] Acquired lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.269328] env[63043]: DEBUG nova.network.neutron [req-48c93b70-fba4-48fb-bfaa-e16d7441bd17 req-c3528e2b-c37c-47c1-a23c-c840195869f2 service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Refreshing network info cache for port d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.491438] env[63043]: DEBUG oslo_vmware.api [-] Task: {'id': task-2487089, 'name': CreateVM_Task, 'duration_secs': 0.353012} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.491618] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Created VM on the ESX host {{(pid=63043) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.492499] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.492746] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.493196] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.493505] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8afb9f-16ab-4057-8875-f994f9037350 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.501597] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1301.501597] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52d8f95d-7b04-edd3-3d39-0f3a6dd78d88" [ 1301.501597] env[63043]: _type = "Task" [ 1301.501597] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.512666] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52d8f95d-7b04-edd3-3d39-0f3a6dd78d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.618970] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487090, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.016962] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.017246] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Processing image 3ff4b35a-b193-46d0-b68d-601abe2a483e {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.017560] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e/3ff4b35a-b193-46d0-b68d-601abe2a483e.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.017679] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e/3ff4b35a-b193-46d0-b68d-601abe2a483e.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.017862] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.018122] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67cb2b97-ec01-409a-93f6-537258949222 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.030538] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.030742] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63043) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.031467] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966e1a5f-3a75-4962-a9cc-5474019f2991 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.037400] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1302.037400] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]529a50d6-047a-1680-1ba4-bc5f07ac10e3" [ 1302.037400] env[63043]: _type = "Task" [ 1302.037400] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.045193] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]529a50d6-047a-1680-1ba4-bc5f07ac10e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.060642] env[63043]: DEBUG nova.network.neutron [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updated VIF entry in instance network info cache for port e6fc67d8-26cb-48c8-a4af-380d589ad59c. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.061138] env[63043]: DEBUG nova.network.neutron [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updating instance_info_cache with network_info: [{"id": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "address": "fa:16:3e:67:88:28", "network": {"id": "264d307c-07eb-4053-a5e5-035d89aaa3be", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1963906033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aed6c04a634679a8273c48a5a835ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fc67d8-26", "ovs_interfaceid": "e6fc67d8-26cb-48c8-a4af-380d589ad59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.063689] env[63043]: DEBUG nova.network.neutron [req-48c93b70-fba4-48fb-bfaa-e16d7441bd17 req-c3528e2b-c37c-47c1-a23c-c840195869f2 service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updated VIF entry in instance network info cache for port d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.063993] env[63043]: DEBUG nova.network.neutron [req-48c93b70-fba4-48fb-bfaa-e16d7441bd17 req-c3528e2b-c37c-47c1-a23c-c840195869f2 service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updating instance_info_cache with network_info: [{"id": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "address": "fa:16:3e:49:d3:c4", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fb2c1c-00", "ovs_interfaceid": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.119178] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553059} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.119458] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c04b4539-b4fb-448a-802e-c39bc76f1862/c04b4539-b4fb-448a-802e-c39bc76f1862.vmdk to [datastore2] 7104fcf9-8dab-4a90-a822-7e7fb2348085/7104fcf9-8dab-4a90-a822-7e7fb2348085.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.119695] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Extending root virtual disk to 1048576 {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.119973] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc5bb7d-4b5e-4980-a7b4-91e355ee49f9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.128252] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Waiting for the task: (returnval){ [ 1302.128252] env[63043]: value = "task-2487091" [ 1302.128252] env[63043]: _type = "Task" [ 1302.128252] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.139122] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.548624] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Preparing fetch location {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1302.548909] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Fetch image to [datastore2] OSTACK_IMG_ddde501c-ca2b-489d-8a90-aff1ac70ade2/OSTACK_IMG_ddde501c-ca2b-489d-8a90-aff1ac70ade2.vmdk {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1302.549083] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Downloading stream optimized image 3ff4b35a-b193-46d0-b68d-601abe2a483e to [datastore2] OSTACK_IMG_ddde501c-ca2b-489d-8a90-aff1ac70ade2/OSTACK_IMG_ddde501c-ca2b-489d-8a90-aff1ac70ade2.vmdk on the data store datastore2 as vApp {{(pid=63043) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1302.549369] env[63043]: DEBUG nova.virt.vmwareapi.images [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Downloading image file data 3ff4b35a-b193-46d0-b68d-601abe2a483e to the ESX as VM named 'OSTACK_IMG_ddde501c-ca2b-489d-8a90-aff1ac70ade2' {{(pid=63043) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1302.563448] env[63043]: DEBUG oslo_concurrency.lockutils [req-755eb831-8955-4521-aa69-288a97b1eb97 req-846994d4-19dc-4528-8fbd-cbacb1fe4717 service nova] Releasing lock "refresh_cache-732b0b9f-3a90-4e89-af96-41477ac42b68" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.566186] env[63043]: DEBUG oslo_concurrency.lockutils [req-48c93b70-fba4-48fb-bfaa-e16d7441bd17 req-c3528e2b-c37c-47c1-a23c-c840195869f2 service nova] Releasing lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.633301] env[63043]: DEBUG oslo_vmware.rw_handles [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1302.633301] env[63043]: value = "resgroup-9" [ 1302.633301] env[63043]: _type = "ResourcePool" [ 1302.633301] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1302.633584] env[63043]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-929ab3cc-9dea-472b-827a-a6e081ea1c6c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.654760] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069982} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.655977] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Extended root virtual disk {{(pid=63043) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.656356] env[63043]: DEBUG oslo_vmware.rw_handles [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lease: (returnval){ [ 1302.656356] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527ffa3c-0ee4-2e64-c0ef-c26b0ff81e05" [ 1302.656356] env[63043]: _type = "HttpNfcLease" [ 1302.656356] env[63043]: } obtained for vApp import into resource pool (val){ [ 1302.656356] env[63043]: value = "resgroup-9" [ 1302.656356] env[63043]: _type = "ResourcePool" [ 1302.656356] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1302.656621] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the lease: (returnval){ [ 1302.656621] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527ffa3c-0ee4-2e64-c0ef-c26b0ff81e05" [ 1302.656621] env[63043]: _type = "HttpNfcLease" [ 1302.656621] env[63043]: } to be ready. {{(pid=63043) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1302.657244] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6750f8-08fc-40b6-a8b2-a007f007ba08 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.667433] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1302.667433] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527ffa3c-0ee4-2e64-c0ef-c26b0ff81e05" [ 1302.667433] env[63043]: _type = "HttpNfcLease" [ 1302.667433] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1302.684931] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 7104fcf9-8dab-4a90-a822-7e7fb2348085/7104fcf9-8dab-4a90-a822-7e7fb2348085.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.685274] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b592ef0-28f6-4371-988c-6ae9c07cb61c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.706417] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Waiting for the task: (returnval){ [ 1302.706417] env[63043]: value = "task-2487093" [ 1302.706417] env[63043]: _type = "Task" [ 1302.706417] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.715321] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.795155] env[63043]: DEBUG nova.compute.manager [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Stashing vm_state: active {{(pid=63043) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1303.167895] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1303.167895] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527ffa3c-0ee4-2e64-c0ef-c26b0ff81e05" [ 1303.167895] env[63043]: _type = "HttpNfcLease" [ 1303.167895] env[63043]: } is initializing. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1303.216996] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487093, 'name': ReconfigVM_Task, 'duration_secs': 0.29532} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.216996] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 7104fcf9-8dab-4a90-a822-7e7fb2348085/7104fcf9-8dab-4a90-a822-7e7fb2348085.vmdk or device None with type sparse {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.217556] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef1ee9c8-5edf-4f82-b184-fa95eccb56fb {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.224097] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Waiting for the task: (returnval){ [ 1303.224097] env[63043]: value = "task-2487094" [ 1303.224097] env[63043]: _type = "Task" [ 1303.224097] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.233401] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487094, 'name': Rename_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.305135] env[63043]: DEBUG nova.compute.manager [req-81320f30-0e2c-48e0-ab4e-21e563d34ded req-fb32ad3a-7698-4f53-9a77-751cdf136710 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Received event network-changed-db980371-f92a-491b-a40d-1cb13abdee53 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1303.305965] env[63043]: DEBUG nova.compute.manager [req-81320f30-0e2c-48e0-ab4e-21e563d34ded req-fb32ad3a-7698-4f53-9a77-751cdf136710 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Refreshing instance network info cache due to event network-changed-db980371-f92a-491b-a40d-1cb13abdee53. {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1303.305965] env[63043]: DEBUG oslo_concurrency.lockutils [req-81320f30-0e2c-48e0-ab4e-21e563d34ded req-fb32ad3a-7698-4f53-9a77-751cdf136710 service nova] Acquiring lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.305965] env[63043]: DEBUG oslo_concurrency.lockutils [req-81320f30-0e2c-48e0-ab4e-21e563d34ded req-fb32ad3a-7698-4f53-9a77-751cdf136710 service nova] Acquired lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.306191] env[63043]: DEBUG nova.network.neutron [req-81320f30-0e2c-48e0-ab4e-21e563d34ded req-fb32ad3a-7698-4f53-9a77-751cdf136710 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Refreshing network info cache for port db980371-f92a-491b-a40d-1cb13abdee53 {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.322484] env[63043]: DEBUG oslo_concurrency.lockutils [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.322837] env[63043]: DEBUG oslo_concurrency.lockutils [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.668848] env[63043]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1303.668848] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527ffa3c-0ee4-2e64-c0ef-c26b0ff81e05" [ 1303.668848] env[63043]: _type = "HttpNfcLease" [ 1303.668848] env[63043]: } is ready. {{(pid=63043) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1303.669339] env[63043]: DEBUG oslo_vmware.rw_handles [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1303.669339] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]527ffa3c-0ee4-2e64-c0ef-c26b0ff81e05" [ 1303.669339] env[63043]: _type = "HttpNfcLease" [ 1303.669339] env[63043]: }. {{(pid=63043) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1303.669890] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31c922f-540a-423d-aa13-6860c375bb34 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.676678] env[63043]: DEBUG oslo_vmware.rw_handles [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529de1af-9f27-9fec-c9f1-457e9aa8bf40/disk-0.vmdk from lease info. {{(pid=63043) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1303.676856] env[63043]: DEBUG oslo_vmware.rw_handles [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529de1af-9f27-9fec-c9f1-457e9aa8bf40/disk-0.vmdk. {{(pid=63043) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1303.745240] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c123b7d-6cd2-4b66-acc1-26dfe3adec5a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.746785] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487094, 'name': Rename_Task, 'duration_secs': 0.150221} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.748189] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.750673] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2eea1f5-b237-45cf-a80c-f75aebc5c296 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.754620] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Waiting for the task: (returnval){ [ 1303.754620] env[63043]: value = "task-2487095" [ 1303.754620] env[63043]: _type = "Task" [ 1303.754620] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.769186] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.830050] env[63043]: INFO nova.compute.claims [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.098326] env[63043]: DEBUG nova.network.neutron [req-81320f30-0e2c-48e0-ab4e-21e563d34ded req-fb32ad3a-7698-4f53-9a77-751cdf136710 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updated VIF entry in instance network info cache for port db980371-f92a-491b-a40d-1cb13abdee53. {{(pid=63043) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.098326] env[63043]: DEBUG nova.network.neutron [req-81320f30-0e2c-48e0-ab4e-21e563d34ded req-fb32ad3a-7698-4f53-9a77-751cdf136710 service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance_info_cache with network_info: [{"id": "db980371-f92a-491b-a40d-1cb13abdee53", "address": "fa:16:3e:b9:00:7a", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb980371-f9", "ovs_interfaceid": "db980371-f92a-491b-a40d-1cb13abdee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.264323] env[63043]: DEBUG oslo_vmware.api [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487095, 'name': PowerOnVM_Task, 'duration_secs': 0.494618} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.265740] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.266222] env[63043]: INFO nova.compute.manager [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1304.266222] env[63043]: DEBUG nova.compute.manager [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.266966] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eabaf1-2941-45cc-9901-39f39f1c663c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.336282] env[63043]: INFO nova.compute.resource_tracker [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating resource usage from migration 31995820-823a-4b26-b8f8-375812f98ebd [ 1304.480548] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b457b09f-868f-426f-9402-23d53d83410a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.492311] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf4ba71-630d-466e-83ca-3bf8d9595c85 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.530697] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb659055-9e34-41ea-9eca-cb8084d4a767 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.540018] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddff364-1b41-47da-80e9-43da9ff08cd4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.554014] env[63043]: DEBUG nova.compute.provider_tree [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.602104] env[63043]: DEBUG oslo_concurrency.lockutils [req-81320f30-0e2c-48e0-ab4e-21e563d34ded req-fb32ad3a-7698-4f53-9a77-751cdf136710 service nova] Releasing lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.783830] env[63043]: INFO nova.compute.manager [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Took 12.19 seconds to build instance. [ 1304.860341] env[63043]: DEBUG oslo_vmware.rw_handles [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Completed reading data from the image iterator. {{(pid=63043) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1304.860579] env[63043]: DEBUG oslo_vmware.rw_handles [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529de1af-9f27-9fec-c9f1-457e9aa8bf40/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1304.861572] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcec5fd-cda1-4df2-b4bd-7f301442c12e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.868232] env[63043]: DEBUG oslo_vmware.rw_handles [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529de1af-9f27-9fec-c9f1-457e9aa8bf40/disk-0.vmdk is in state: ready. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1304.868440] env[63043]: DEBUG oslo_vmware.rw_handles [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529de1af-9f27-9fec-c9f1-457e9aa8bf40/disk-0.vmdk. {{(pid=63043) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1304.868698] env[63043]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c00bd29a-6c5d-4696-9d35-5cde1ec46249 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.059871] env[63043]: DEBUG nova.scheduler.client.report [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.072029] env[63043]: DEBUG oslo_vmware.rw_handles [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529de1af-9f27-9fec-c9f1-457e9aa8bf40/disk-0.vmdk. {{(pid=63043) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1305.072181] env[63043]: INFO nova.virt.vmwareapi.images [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Downloaded image file data 3ff4b35a-b193-46d0-b68d-601abe2a483e [ 1305.073086] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a739715a-a373-4365-bf34-9df3aba9026a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.090464] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f72172d-4448-44b7-a087-c6b1eadb6dec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.115660] env[63043]: INFO nova.virt.vmwareapi.images [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] The imported VM was unregistered [ 1305.118163] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Caching image {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1305.118414] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.119035] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-132ea48f-d3e4-40d6-8c44-8ae0fd1baae1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.153187] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Created directory with path [datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e {{(pid=63043) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.153380] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ddde501c-ca2b-489d-8a90-aff1ac70ade2/OSTACK_IMG_ddde501c-ca2b-489d-8a90-aff1ac70ade2.vmdk to [datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e/3ff4b35a-b193-46d0-b68d-601abe2a483e.vmdk. {{(pid=63043) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1305.153916] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6c44d1d5-8f30-4e36-b506-307f2c164abd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.161354] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1305.161354] env[63043]: value = "task-2487097" [ 1305.161354] env[63043]: _type = "Task" [ 1305.161354] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.169057] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487097, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.286019] env[63043]: DEBUG oslo_concurrency.lockutils [None req-e88551f0-89be-4f96-baa4-c39f2360dee7 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Lock "7104fcf9-8dab-4a90-a822-7e7fb2348085" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.701s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.488405] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Acquiring lock "7104fcf9-8dab-4a90-a822-7e7fb2348085" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.488766] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Lock "7104fcf9-8dab-4a90-a822-7e7fb2348085" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.488999] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Acquiring lock "7104fcf9-8dab-4a90-a822-7e7fb2348085-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.489209] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Lock "7104fcf9-8dab-4a90-a822-7e7fb2348085-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.489383] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Lock "7104fcf9-8dab-4a90-a822-7e7fb2348085-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.491674] env[63043]: INFO nova.compute.manager [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Terminating instance [ 1305.564818] env[63043]: DEBUG oslo_concurrency.lockutils [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.242s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.565067] env[63043]: INFO nova.compute.manager [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Migrating [ 1305.671989] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487097, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.995971] env[63043]: DEBUG nova.compute.manager [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.996383] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.997248] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3637dbf8-879b-4fbe-afa9-0f107c81f272 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.004935] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.005229] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-215986df-5cf6-4e95-8cc6-7a58d1c18520 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.011258] env[63043]: DEBUG oslo_vmware.api [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Waiting for the task: (returnval){ [ 1306.011258] env[63043]: value = "task-2487098" [ 1306.011258] env[63043]: _type = "Task" [ 1306.011258] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.018554] env[63043]: DEBUG oslo_vmware.api [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.080582] env[63043]: DEBUG oslo_concurrency.lockutils [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.080931] env[63043]: DEBUG oslo_concurrency.lockutils [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.081162] env[63043]: DEBUG nova.network.neutron [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.172460] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487097, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.523773] env[63043]: DEBUG oslo_vmware.api [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487098, 'name': PowerOffVM_Task, 'duration_secs': 0.256498} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.524083] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.524264] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.524539] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a9675e0-fa83-4c74-8389-5c8bb862fb56 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.601650] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.601869] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.602066] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Deleting the datastore file [datastore2] 7104fcf9-8dab-4a90-a822-7e7fb2348085 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.602370] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95668570-d9dc-4d9f-b240-fbabc0825bc7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.611497] env[63043]: DEBUG oslo_vmware.api [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Waiting for the task: (returnval){ [ 1306.611497] env[63043]: value = "task-2487100" [ 1306.611497] env[63043]: _type = "Task" [ 1306.611497] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.622275] env[63043]: DEBUG oslo_vmware.api [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.674519] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487097, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.819342] env[63043]: DEBUG nova.network.neutron [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance_info_cache with network_info: [{"id": "db980371-f92a-491b-a40d-1cb13abdee53", "address": "fa:16:3e:b9:00:7a", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb980371-f9", "ovs_interfaceid": "db980371-f92a-491b-a40d-1cb13abdee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.125236] env[63043]: DEBUG oslo_vmware.api [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.174437] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487097, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.322644] env[63043]: DEBUG oslo_concurrency.lockutils [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.624101] env[63043]: DEBUG oslo_vmware.api [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.676595] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487097, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.124690] env[63043]: DEBUG oslo_vmware.api [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.173949] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487097, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.623784] env[63043]: DEBUG oslo_vmware.api [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Task: {'id': task-2487100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.565071} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.624054] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.624243] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.624423] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.624601] env[63043]: INFO nova.compute.manager [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1308.624833] env[63043]: DEBUG oslo.service.loopingcall [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1308.625064] env[63043]: DEBUG nova.compute.manager [-] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.625124] env[63043]: DEBUG nova.network.neutron [-] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.674594] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487097, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.327049} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.674832] env[63043]: INFO nova.virt.vmwareapi.ds_util [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ddde501c-ca2b-489d-8a90-aff1ac70ade2/OSTACK_IMG_ddde501c-ca2b-489d-8a90-aff1ac70ade2.vmdk to [datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e/3ff4b35a-b193-46d0-b68d-601abe2a483e.vmdk. [ 1308.675022] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Cleaning up location [datastore2] OSTACK_IMG_ddde501c-ca2b-489d-8a90-aff1ac70ade2 {{(pid=63043) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1308.675193] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ddde501c-ca2b-489d-8a90-aff1ac70ade2 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.675418] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd4825ac-e5c8-4cc1-b15d-1599695661db {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.684020] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1308.684020] env[63043]: value = "task-2487101" [ 1308.684020] env[63043]: _type = "Task" [ 1308.684020] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.691261] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.842848] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1071b7f-9af8-4bf5-a8f8-b69a339fceb6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.846380] env[63043]: DEBUG nova.compute.manager [req-91cefcff-db23-48ca-b2b9-d949c6392c11 req-80dccb87-2221-4bc3-9e35-3f905c092014 service nova] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Received event network-vif-deleted-aa62ed88-2048-4caf-93f5-bbc22236f235 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1308.846574] env[63043]: INFO nova.compute.manager [req-91cefcff-db23-48ca-b2b9-d949c6392c11 req-80dccb87-2221-4bc3-9e35-3f905c092014 service nova] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Neutron deleted interface aa62ed88-2048-4caf-93f5-bbc22236f235; detaching it from the instance and deleting it from the info cache [ 1308.846753] env[63043]: DEBUG nova.network.neutron [req-91cefcff-db23-48ca-b2b9-d949c6392c11 req-80dccb87-2221-4bc3-9e35-3f905c092014 service nova] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.865347] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance '96eca08c-15d0-41c5-b66a-137f0b22f4c2' progress to 0 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.193748] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041317} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.194147] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.194253] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e/3ff4b35a-b193-46d0-b68d-601abe2a483e.vmdk" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.194456] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e/3ff4b35a-b193-46d0-b68d-601abe2a483e.vmdk to [datastore2] 732b0b9f-3a90-4e89-af96-41477ac42b68/732b0b9f-3a90-4e89-af96-41477ac42b68.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.194712] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5475bab3-11ba-4fb8-9f48-987617f430f0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.204128] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1309.204128] env[63043]: value = "task-2487102" [ 1309.204128] env[63043]: _type = "Task" [ 1309.204128] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.212028] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.324811] env[63043]: DEBUG nova.network.neutron [-] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.348813] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a89aefb1-a845-42fc-b314-35a25601ef37 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.358879] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1343ec-2582-4474-8a87-ab90ab3eeae0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.380108] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.381237] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6907ce2d-9396-4afb-acea-c12d19036081 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.388871] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1309.388871] env[63043]: value = "task-2487103" [ 1309.388871] env[63043]: _type = "Task" [ 1309.388871] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.397175] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.405866] env[63043]: DEBUG nova.compute.manager [req-91cefcff-db23-48ca-b2b9-d949c6392c11 req-80dccb87-2221-4bc3-9e35-3f905c092014 service nova] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Detach interface failed, port_id=aa62ed88-2048-4caf-93f5-bbc22236f235, reason: Instance 7104fcf9-8dab-4a90-a822-7e7fb2348085 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1309.716827] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487102, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.827848] env[63043]: INFO nova.compute.manager [-] [instance: 7104fcf9-8dab-4a90-a822-7e7fb2348085] Took 1.20 seconds to deallocate network for instance. [ 1309.903033] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487103, 'name': PowerOffVM_Task, 'duration_secs': 0.212005} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.903033] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.903033] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance '96eca08c-15d0-41c5-b66a-137f0b22f4c2' progress to 17 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.217491] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487102, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.335172] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.335449] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.335677] env[63043]: DEBUG nova.objects.instance [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Lazy-loading 'resources' on Instance uuid 7104fcf9-8dab-4a90-a822-7e7fb2348085 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.409901] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.410214] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.410322] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.410479] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.410629] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.410781] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.410991] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.411170] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.411344] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.411525] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.411703] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.417644] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81670169-d1c4-46e1-965e-f29ee5b38342 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.438408] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1310.438408] env[63043]: value = "task-2487104" [ 1310.438408] env[63043]: _type = "Task" [ 1310.438408] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.448217] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.718895] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487102, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.952215] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.953922] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fc1908-a80c-4c76-b00f-1523f48f80b5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.962956] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1084ccfd-e78d-4d29-be97-f1a6aa743ed0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.995017] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1958a4ba-9ca0-4839-897b-706559e020fa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.005225] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa1e19e-1079-4386-8a83-aae1ed9555e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.020306] env[63043]: DEBUG nova.compute.provider_tree [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.143513] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7986dca7-dd4a-4922-9b75-2614fd27b2bb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "3bf770bf-5334-4d31-ae11-97f364aad831" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.143829] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7986dca7-dd4a-4922-9b75-2614fd27b2bb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "3bf770bf-5334-4d31-ae11-97f364aad831" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.144036] env[63043]: DEBUG nova.compute.manager [None req-7986dca7-dd4a-4922-9b75-2614fd27b2bb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.144963] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e50c893-bfbc-4fe9-b956-3e4a8f7e1da8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.156250] env[63043]: DEBUG nova.compute.manager [None req-7986dca7-dd4a-4922-9b75-2614fd27b2bb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63043) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1311.156868] env[63043]: DEBUG nova.objects.instance [None req-7986dca7-dd4a-4922-9b75-2614fd27b2bb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lazy-loading 'flavor' on Instance uuid 3bf770bf-5334-4d31-ae11-97f364aad831 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.218196] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487102, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.452304] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487104, 'name': ReconfigVM_Task, 'duration_secs': 0.743995} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.452625] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance '96eca08c-15d0-41c5-b66a-137f0b22f4c2' progress to 33 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.523860] env[63043]: DEBUG nova.scheduler.client.report [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.717986] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487102, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.419726} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.718266] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ff4b35a-b193-46d0-b68d-601abe2a483e/3ff4b35a-b193-46d0-b68d-601abe2a483e.vmdk to [datastore2] 732b0b9f-3a90-4e89-af96-41477ac42b68/732b0b9f-3a90-4e89-af96-41477ac42b68.vmdk {{(pid=63043) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.719068] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674299cb-c223-4b1a-94a0-726375abbcd2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.740830] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 732b0b9f-3a90-4e89-af96-41477ac42b68/732b0b9f-3a90-4e89-af96-41477ac42b68.vmdk or device None with type streamOptimized {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.741433] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d65e4f-008c-44c6-a05d-580a6debddd8 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.760708] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1311.760708] env[63043]: value = "task-2487105" [ 1311.760708] env[63043]: _type = "Task" [ 1311.760708] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.768299] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.960029] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T21:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.960029] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.960029] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image limits 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.960029] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Flavor pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.960029] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Image pref 0:0:0 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.960512] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63043) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.960878] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.961204] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.961499] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Got 1 possible topologies {{(pid=63043) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.961788] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.963923] env[63043]: DEBUG nova.virt.hardware [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63043) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.967291] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1311.967584] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d7eaa61-737d-45b9-9d9d-027a6d823276 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.985523] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1311.985523] env[63043]: value = "task-2487106" [ 1311.985523] env[63043]: _type = "Task" [ 1311.985523] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.993452] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.028554] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.046270] env[63043]: INFO nova.scheduler.client.report [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Deleted allocations for instance 7104fcf9-8dab-4a90-a822-7e7fb2348085 [ 1312.163779] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7986dca7-dd4a-4922-9b75-2614fd27b2bb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.164094] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-877ff8eb-08b6-45c9-b5bc-71a8197f4052 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.170575] env[63043]: DEBUG oslo_vmware.api [None req-7986dca7-dd4a-4922-9b75-2614fd27b2bb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1312.170575] env[63043]: value = "task-2487107" [ 1312.170575] env[63043]: _type = "Task" [ 1312.170575] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.177879] env[63043]: DEBUG oslo_vmware.api [None req-7986dca7-dd4a-4922-9b75-2614fd27b2bb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.269913] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487105, 'name': ReconfigVM_Task, 'duration_secs': 0.279317} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.270313] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 732b0b9f-3a90-4e89-af96-41477ac42b68/732b0b9f-3a90-4e89-af96-41477ac42b68.vmdk or device None with type streamOptimized {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.270850] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b3be6c8-0671-4ace-96f4-bd84ff64d0d3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.277288] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1312.277288] env[63043]: value = "task-2487108" [ 1312.277288] env[63043]: _type = "Task" [ 1312.277288] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.284651] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487108, 'name': Rename_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.494626] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487106, 'name': ReconfigVM_Task, 'duration_secs': 0.153737} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.494931] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1312.495723] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2307296-b634-407a-bffe-520fa30cbbec {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.518826] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-527074fc-6237-4554-85fc-cfc3d86513f5/volume-527074fc-6237-4554-85fc-cfc3d86513f5.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.519126] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfcbb3f5-5005-4b40-988d-142448b8ab48 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.536925] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1312.536925] env[63043]: value = "task-2487109" [ 1312.536925] env[63043]: _type = "Task" [ 1312.536925] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.546333] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.553163] env[63043]: DEBUG oslo_concurrency.lockutils [None req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Lock "7104fcf9-8dab-4a90-a822-7e7fb2348085" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.064s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.680020] env[63043]: DEBUG oslo_vmware.api [None req-7986dca7-dd4a-4922-9b75-2614fd27b2bb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487107, 'name': PowerOffVM_Task, 'duration_secs': 0.195815} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.680295] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-7986dca7-dd4a-4922-9b75-2614fd27b2bb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.680501] env[63043]: DEBUG nova.compute.manager [None req-7986dca7-dd4a-4922-9b75-2614fd27b2bb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.681263] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4adaaf-bd7d-4fd2-91d3-931f8b1b9725 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.795312] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487108, 'name': Rename_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.046036] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487109, 'name': ReconfigVM_Task, 'duration_secs': 0.277954} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.046329] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-527074fc-6237-4554-85fc-cfc3d86513f5/volume-527074fc-6237-4554-85fc-cfc3d86513f5.vmdk or device None with type thin {{(pid=63043) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.046610] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance '96eca08c-15d0-41c5-b66a-137f0b22f4c2' progress to 50 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.193787] env[63043]: DEBUG oslo_concurrency.lockutils [None req-7986dca7-dd4a-4922-9b75-2614fd27b2bb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "3bf770bf-5334-4d31-ae11-97f364aad831" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.287598] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487108, 'name': Rename_Task} progress is 99%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.553025] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece8dd94-d9a8-4226-905d-d6862f3e1bcf {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.574906] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b80d5f-1186-45f9-ad1f-892c8cb04a2f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.594790] env[63043]: DEBUG nova.objects.instance [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lazy-loading 'flavor' on Instance uuid 3bf770bf-5334-4d31-ae11-97f364aad831 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.600183] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance '96eca08c-15d0-41c5-b66a-137f0b22f4c2' progress to 67 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.795010] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487108, 'name': Rename_Task, 'duration_secs': 1.140358} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.795506] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.795775] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac35bb51-838d-4028-8d80-cc35f74122e9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.802319] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1313.802319] env[63043]: value = "task-2487110" [ 1313.802319] env[63043]: _type = "Task" [ 1313.802319] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.809901] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.114172] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.114655] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.115032] env[63043]: DEBUG nova.network.neutron [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.115380] env[63043]: DEBUG nova.objects.instance [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lazy-loading 'info_cache' on Instance uuid 3bf770bf-5334-4d31-ae11-97f364aad831 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.314995] env[63043]: DEBUG oslo_vmware.api [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487110, 'name': PowerOnVM_Task, 'duration_secs': 0.445273} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.314995] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.432316] env[63043]: DEBUG nova.compute.manager [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.433247] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d67a1ef-0e2d-4783-aa1f-d362f7d59752 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.618793] env[63043]: DEBUG nova.objects.base [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Object Instance<3bf770bf-5334-4d31-ae11-97f364aad831> lazy-loaded attributes: flavor,info_cache {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1314.951046] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.984s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.327436] env[63043]: DEBUG nova.network.neutron [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Port db980371-f92a-491b-a40d-1cb13abdee53 binding to destination host cpu-1 is already ACTIVE {{(pid=63043) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1315.481992] env[63043]: DEBUG nova.network.neutron [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Updating instance_info_cache with network_info: [{"id": "d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0", "address": "fa:16:3e:52:63:c2", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72ef4ba-d4", "ovs_interfaceid": "d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.985618] env[63043]: DEBUG oslo_concurrency.lockutils [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.348058] env[63043]: DEBUG oslo_concurrency.lockutils [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.348361] env[63043]: DEBUG oslo_concurrency.lockutils [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.348504] env[63043]: DEBUG oslo_concurrency.lockutils [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.992046] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.992421] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-155a7435-f735-4f66-a9d0-163af1da7135 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.996445] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.001856] env[63043]: DEBUG oslo_vmware.api [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1317.001856] env[63043]: value = "task-2487111" [ 1317.001856] env[63043]: _type = "Task" [ 1317.001856] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.013020] env[63043]: DEBUG oslo_vmware.api [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.402684] env[63043]: DEBUG oslo_concurrency.lockutils [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.403021] env[63043]: DEBUG oslo_concurrency.lockutils [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.403083] env[63043]: DEBUG nova.network.neutron [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.511488] env[63043]: DEBUG oslo_vmware.api [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487111, 'name': PowerOnVM_Task, 'duration_secs': 0.385967} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.512216] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.512353] env[63043]: DEBUG nova.compute.manager [None req-d575f06e-87e0-463b-b102-9b8fe87ee1dc tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.513136] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c526c8-86e9-4219-9d8b-27b4925a5629 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.104901] env[63043]: DEBUG nova.network.neutron [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance_info_cache with network_info: [{"id": "db980371-f92a-491b-a40d-1cb13abdee53", "address": "fa:16:3e:b9:00:7a", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb980371-f9", "ovs_interfaceid": "db980371-f92a-491b-a40d-1cb13abdee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.419479] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34184ead-5e33-4344-be74-f5539614c77b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.427696] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4f3e4e-a5ae-4191-a6c7-945f3d12200c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Suspending the VM {{(pid=63043) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1318.427946] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7ebc1f62-b11a-4597-95a3-040e511893ef {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.433802] env[63043]: DEBUG oslo_vmware.api [None req-9c4f3e4e-a5ae-4191-a6c7-945f3d12200c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1318.433802] env[63043]: value = "task-2487112" [ 1318.433802] env[63043]: _type = "Task" [ 1318.433802] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.441373] env[63043]: DEBUG oslo_vmware.api [None req-9c4f3e4e-a5ae-4191-a6c7-945f3d12200c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487112, 'name': SuspendVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.607914] env[63043]: DEBUG oslo_concurrency.lockutils [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.944366] env[63043]: DEBUG oslo_vmware.api [None req-9c4f3e4e-a5ae-4191-a6c7-945f3d12200c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487112, 'name': SuspendVM_Task} progress is 75%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.118151] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d0421e-b230-4b65-a362-10dbb4e9389e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.125296] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af55f394-6801-403f-bb75-96fcfd7b9ab1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.444866] env[63043]: DEBUG oslo_vmware.api [None req-9c4f3e4e-a5ae-4191-a6c7-945f3d12200c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487112, 'name': SuspendVM_Task, 'duration_secs': 0.602524} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.445240] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4f3e4e-a5ae-4191-a6c7-945f3d12200c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Suspended the VM {{(pid=63043) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1319.445283] env[63043]: DEBUG nova.compute.manager [None req-9c4f3e4e-a5ae-4191-a6c7-945f3d12200c tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.445976] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460460f7-2b25-4dce-9946-0589c1c5f264 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.218411] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2921aad-f853-4c6b-ba23-7ffe333327aa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.238354] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae05bb3-de3e-4afb-8aa5-674f297556e6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.247661] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance '96eca08c-15d0-41c5-b66a-137f0b22f4c2' progress to 83 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.744900] env[63043]: INFO nova.compute.manager [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Resuming [ 1320.745619] env[63043]: DEBUG nova.objects.instance [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lazy-loading 'flavor' on Instance uuid 3bf770bf-5334-4d31-ae11-97f364aad831 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.754065] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Powering on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.754357] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36ae9665-0d02-4fc8-bf79-9f251cae39e1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.762299] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1320.762299] env[63043]: value = "task-2487113" [ 1320.762299] env[63043]: _type = "Task" [ 1320.762299] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.770208] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.992915] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.996587] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.996745] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Starting heal instance info cache {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1320.996867] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Rebuilding the list of instances to heal {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1321.271201] env[63043]: DEBUG oslo_vmware.api [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487113, 'name': PowerOnVM_Task, 'duration_secs': 0.367696} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.271439] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Powered on the VM {{(pid=63043) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.271597] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-df608479-9d13-403a-8835-5bdcb2ff7097 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance '96eca08c-15d0-41c5-b66a-137f0b22f4c2' progress to 100 {{(pid=63043) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.527236] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.527396] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquired lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.527557] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Forcefully refreshing network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1321.527714] env[63043]: DEBUG nova.objects.instance [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lazy-loading 'info_cache' on Instance uuid 6a89dad9-c846-408a-8b3e-3f9ce11a87b8 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.257329] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.257710] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquired lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.257710] env[63043]: DEBUG nova.network.neutron [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.991024] env[63043]: DEBUG nova.network.neutron [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Updating instance_info_cache with network_info: [{"id": "d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0", "address": "fa:16:3e:52:63:c2", "network": {"id": "e6d9f40e-36b4-4f40-b57e-2b5180256fa1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329805527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65747648e0714297a223243f77bbdfc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72ef4ba-d4", "ovs_interfaceid": "d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.221300] env[63043]: DEBUG nova.network.neutron [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updating instance_info_cache with network_info: [{"id": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "address": "fa:16:3e:49:d3:c4", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fb2c1c-00", "ovs_interfaceid": "d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.481343] env[63043]: DEBUG oslo_concurrency.lockutils [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.481782] env[63043]: DEBUG oslo_concurrency.lockutils [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.481847] env[63043]: DEBUG nova.compute.manager [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Going to confirm migration 10 {{(pid=63043) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1323.493662] env[63043]: DEBUG oslo_concurrency.lockutils [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Releasing lock "refresh_cache-3bf770bf-5334-4d31-ae11-97f364aad831" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.494707] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67199e2-139d-4127-94d9-275fca9fde74 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.502272] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Resuming the VM {{(pid=63043) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1323.502540] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d6c9931-5467-4846-ae0b-8bedc892e0b6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.510522] env[63043]: DEBUG oslo_vmware.api [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1323.510522] env[63043]: value = "task-2487114" [ 1323.510522] env[63043]: _type = "Task" [ 1323.510522] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.517916] env[63043]: DEBUG oslo_vmware.api [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.724034] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Releasing lock "refresh_cache-6a89dad9-c846-408a-8b3e-3f9ce11a87b8" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.724329] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updated the network info_cache for instance {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1323.724940] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.724940] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.724940] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.725149] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63043) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1323.725252] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.022565] env[63043]: DEBUG oslo_vmware.api [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487114, 'name': PowerOnVM_Task, 'duration_secs': 0.498797} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.023752] env[63043]: DEBUG oslo_concurrency.lockutils [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.023934] env[63043]: DEBUG oslo_concurrency.lockutils [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquired lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.024125] env[63043]: DEBUG nova.network.neutron [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Building network info cache for instance {{(pid=63043) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.024317] env[63043]: DEBUG nova.objects.instance [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lazy-loading 'info_cache' on Instance uuid 96eca08c-15d0-41c5-b66a-137f0b22f4c2 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.025660] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Resumed the VM {{(pid=63043) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1324.025858] env[63043]: DEBUG nova.compute.manager [None req-fd5f00db-eb40-4cca-b4b3-26604f37284a tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Checking state {{(pid=63043) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.026929] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c447bc1-3493-4395-a875-9cd5ebb83dc1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.228686] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.228932] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.229175] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.229372] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1324.230355] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f42c67-c027-485b-868c-6f6b957efdab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.238721] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c878b4fd-98af-4a93-8736-177c84e7a1b9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.252224] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab600a8-7b94-4396-95b0-9a17f720097a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.258119] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1260043c-0aa7-44a4-bfd9-f77944de2d64 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.286282] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180370MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1324.286467] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.286718] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.234207] env[63043]: DEBUG nova.network.neutron [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance_info_cache with network_info: [{"id": "db980371-f92a-491b-a40d-1cb13abdee53", "address": "fa:16:3e:b9:00:7a", "network": {"id": "ed24ed42-27ad-45b5-bd87-f76feacb6e4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128372041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d97e1753ec4000ba4a672ff70ee7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb980371-f9", "ovs_interfaceid": "db980371-f92a-491b-a40d-1cb13abdee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.296554] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Applying migration context for instance 96eca08c-15d0-41c5-b66a-137f0b22f4c2 as it has an incoming, in-progress migration 31995820-823a-4b26-b8f8-375812f98ebd. Migration status is confirming {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1325.297467] env[63043]: INFO nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating resource usage from migration 31995820-823a-4b26-b8f8-375812f98ebd [ 1325.315551] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 6a89dad9-c846-408a-8b3e-3f9ce11a87b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1325.315705] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1325.315835] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 3bf770bf-5334-4d31-ae11-97f364aad831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1325.315962] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 732b0b9f-3a90-4e89-af96-41477ac42b68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1325.316092] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Migration 31995820-823a-4b26-b8f8-375812f98ebd is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1325.316211] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Instance 96eca08c-15d0-41c5-b66a-137f0b22f4c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63043) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1325.316390] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1325.316527] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1325.389445] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a155f9d-6d2d-4cb6-8c72-cbccd724c9d2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.397194] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aab0245-6841-45c9-9513-10099c46619a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.426983] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2475d82-1b4d-4b20-8a38-bf93fceb0794 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.429407] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "3bf770bf-5334-4d31-ae11-97f364aad831" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.429668] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "3bf770bf-5334-4d31-ae11-97f364aad831" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.429901] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "3bf770bf-5334-4d31-ae11-97f364aad831-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.430110] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "3bf770bf-5334-4d31-ae11-97f364aad831-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.430285] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "3bf770bf-5334-4d31-ae11-97f364aad831-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.432613] env[63043]: INFO nova.compute.manager [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Terminating instance [ 1325.437843] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae5665f-36df-4b57-930a-4ef8366bdd2a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.452553] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.738027] env[63043]: DEBUG oslo_concurrency.lockutils [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Releasing lock "refresh_cache-96eca08c-15d0-41c5-b66a-137f0b22f4c2" {{(pid=63043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.738332] env[63043]: DEBUG nova.objects.instance [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lazy-loading 'migration_context' on Instance uuid 96eca08c-15d0-41c5-b66a-137f0b22f4c2 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.938074] env[63043]: DEBUG nova.compute.manager [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.938356] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.939301] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab16c137-3dcf-44d4-9b73-4cd8eab7f973 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.947153] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.947393] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad8d8fee-0a0f-4941-afe1-bc8f6462c839 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.952916] env[63043]: DEBUG oslo_vmware.api [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1325.952916] env[63043]: value = "task-2487115" [ 1325.952916] env[63043]: _type = "Task" [ 1325.952916] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.956223] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.963837] env[63043]: DEBUG oslo_vmware.api [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.241518] env[63043]: DEBUG nova.objects.base [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Object Instance<96eca08c-15d0-41c5-b66a-137f0b22f4c2> lazy-loaded attributes: info_cache,migration_context {{(pid=63043) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1326.242448] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29135575-c393-409d-b0ff-79199942e2cc {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.261127] env[63043]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db80ed0-fea9-42ca-9281-fddda2f862b5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.266056] env[63043]: DEBUG oslo_vmware.api [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1326.266056] env[63043]: value = "session[52cc349c-742f-49bd-d9f1-4be615640691]52845bd6-330d-1409-f302-507912a1af3a" [ 1326.266056] env[63043]: _type = "Task" [ 1326.266056] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.273078] env[63043]: DEBUG oslo_vmware.api [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52845bd6-330d-1409-f302-507912a1af3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.462920] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1326.463175] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.176s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.463369] env[63043]: DEBUG oslo_vmware.api [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487115, 'name': PowerOffVM_Task, 'duration_secs': 0.184234} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.463710] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.463883] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.464139] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3254fd8c-48f0-42ee-a21f-faceed7ee595 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.525463] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.525741] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.525867] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleting the datastore file [datastore2] 3bf770bf-5334-4d31-ae11-97f364aad831 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.526156] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14d6efd1-e84b-4343-b674-517bd0698484 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.532714] env[63043]: DEBUG oslo_vmware.api [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for the task: (returnval){ [ 1326.532714] env[63043]: value = "task-2487117" [ 1326.532714] env[63043]: _type = "Task" [ 1326.532714] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.541670] env[63043]: DEBUG oslo_vmware.api [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.775710] env[63043]: DEBUG oslo_vmware.api [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': session[52cc349c-742f-49bd-d9f1-4be615640691]52845bd6-330d-1409-f302-507912a1af3a, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.775996] env[63043]: DEBUG oslo_concurrency.lockutils [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.776239] env[63043]: DEBUG oslo_concurrency.lockutils [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.043277] env[63043]: DEBUG oslo_vmware.api [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Task: {'id': task-2487117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145543} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.043558] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.043744] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.043921] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.044105] env[63043]: INFO nova.compute.manager [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1327.044350] env[63043]: DEBUG oslo.service.loopingcall [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.044539] env[63043]: DEBUG nova.compute.manager [-] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.044634] env[63043]: DEBUG nova.network.neutron [-] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.355725] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c2edf-af78-40fc-8dd9-5adca8f88619 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.362899] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0732878-0f62-4563-a09b-2fa31bb489e4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.394340] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f19376a-875c-4329-b851-19fa3363b9aa {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.402298] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d424dcc-8ec9-4384-a027-2c60abc6f4de {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.415608] env[63043]: DEBUG nova.compute.provider_tree [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.718665] env[63043]: DEBUG nova.compute.manager [req-b76ac964-e67a-4b90-b165-ce9cead71b2d req-81989ea5-05be-4f8d-a3ba-75ea30ef2e17 service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Received event network-vif-deleted-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1327.718864] env[63043]: INFO nova.compute.manager [req-b76ac964-e67a-4b90-b165-ce9cead71b2d req-81989ea5-05be-4f8d-a3ba-75ea30ef2e17 service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Neutron deleted interface d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0; detaching it from the instance and deleting it from the info cache [ 1327.719042] env[63043]: DEBUG nova.network.neutron [req-b76ac964-e67a-4b90-b165-ce9cead71b2d req-81989ea5-05be-4f8d-a3ba-75ea30ef2e17 service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.735770] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.738046] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.920929] env[63043]: DEBUG nova.scheduler.client.report [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.203035] env[63043]: DEBUG nova.network.neutron [-] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.221403] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86bd42d3-e267-47d3-8a6a-88325b550a57 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.231614] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cf9757-c1f9-4ac1-a6c7-8c6f2aeefd75 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.260211] env[63043]: DEBUG nova.compute.manager [req-b76ac964-e67a-4b90-b165-ce9cead71b2d req-81989ea5-05be-4f8d-a3ba-75ea30ef2e17 service nova] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Detach interface failed, port_id=d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0, reason: Instance 3bf770bf-5334-4d31-ae11-97f364aad831 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1328.705715] env[63043]: INFO nova.compute.manager [-] [instance: 3bf770bf-5334-4d31-ae11-97f364aad831] Took 1.66 seconds to deallocate network for instance. [ 1328.933849] env[63043]: DEBUG oslo_concurrency.lockutils [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.157s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.213441] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.213441] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.213441] env[63043]: DEBUG nova.objects.instance [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lazy-loading 'resources' on Instance uuid 3bf770bf-5334-4d31-ae11-97f364aad831 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.497782] env[63043]: INFO nova.scheduler.client.report [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted allocation for migration 31995820-823a-4b26-b8f8-375812f98ebd [ 1329.785988] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deffd7c8-3339-4026-bbb6-cfbc2e8477d7 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.793671] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a835cc66-4927-4301-8074-4287f9af52b2 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.824107] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9798e457-5e08-431f-acfe-c72d78d4cd36 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.831084] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce594b0-1b46-4a12-b3f8-9a0f30bcb623 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.844262] env[63043]: DEBUG nova.compute.provider_tree [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.926854] env[63043]: INFO nova.compute.manager [None req-8ba4e1f4-3c6b-44fd-a688-157cd84a43cb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Get console output [ 1329.926854] env[63043]: WARNING nova.virt.vmwareapi.driver [None req-8ba4e1f4-3c6b-44fd-a688-157cd84a43cb tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] The console log is missing. Check your VSPC configuration [ 1330.002764] env[63043]: DEBUG oslo_concurrency.lockutils [None req-00fa794f-90ab-4ffa-b606-09e420d0dd75 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.521s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.347084] env[63043]: DEBUG nova.scheduler.client.report [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.852465] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.871288] env[63043]: INFO nova.scheduler.client.report [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Deleted allocations for instance 3bf770bf-5334-4d31-ae11-97f364aad831 [ 1331.378060] env[63043]: DEBUG oslo_concurrency.lockutils [None req-f090be66-8e59-43bd-a671-bde3024660e4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Lock "3bf770bf-5334-4d31-ae11-97f364aad831" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.948s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.896621] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "732b0b9f-3a90-4e89-af96-41477ac42b68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.897030] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.897084] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "732b0b9f-3a90-4e89-af96-41477ac42b68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.897246] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.897422] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.901124] env[63043]: INFO nova.compute.manager [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Terminating instance [ 1351.404937] env[63043]: DEBUG nova.compute.manager [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.405203] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.406157] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acef759-954e-442f-9d2b-dd160752de5e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.414741] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.415008] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4677aed-0fb9-4835-879c-898f95011ae5 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.421302] env[63043]: DEBUG oslo_vmware.api [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1351.421302] env[63043]: value = "task-2487118" [ 1351.421302] env[63043]: _type = "Task" [ 1351.421302] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.429942] env[63043]: DEBUG oslo_vmware.api [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.931897] env[63043]: DEBUG oslo_vmware.api [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487118, 'name': PowerOffVM_Task, 'duration_secs': 0.185131} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.932395] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.932531] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.932825] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4678be49-fa14-4b31-854e-0038d36f89b4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.994786] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.995052] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.995204] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleting the datastore file [datastore2] 732b0b9f-3a90-4e89-af96-41477ac42b68 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.995471] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c08e157f-ffdc-46c9-a2f0-5deb470daaf0 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.003236] env[63043]: DEBUG oslo_vmware.api [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for the task: (returnval){ [ 1352.003236] env[63043]: value = "task-2487120" [ 1352.003236] env[63043]: _type = "Task" [ 1352.003236] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.011278] env[63043]: DEBUG oslo_vmware.api [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.513614] env[63043]: DEBUG oslo_vmware.api [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Task: {'id': task-2487120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14241} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.513868] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.514056] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.514244] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.514421] env[63043]: INFO nova.compute.manager [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1352.514670] env[63043]: DEBUG oslo.service.loopingcall [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.514864] env[63043]: DEBUG nova.compute.manager [-] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.514963] env[63043]: DEBUG nova.network.neutron [-] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.967859] env[63043]: DEBUG nova.compute.manager [req-d63d6e74-49da-475a-9721-2abf35e5b655 req-35411f3f-8fe5-4776-b226-ffb79d92035f service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Received event network-vif-deleted-e6fc67d8-26cb-48c8-a4af-380d589ad59c {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1352.968175] env[63043]: INFO nova.compute.manager [req-d63d6e74-49da-475a-9721-2abf35e5b655 req-35411f3f-8fe5-4776-b226-ffb79d92035f service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Neutron deleted interface e6fc67d8-26cb-48c8-a4af-380d589ad59c; detaching it from the instance and deleting it from the info cache [ 1352.968265] env[63043]: DEBUG nova.network.neutron [req-d63d6e74-49da-475a-9721-2abf35e5b655 req-35411f3f-8fe5-4776-b226-ffb79d92035f service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.450200] env[63043]: DEBUG nova.network.neutron [-] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.471103] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e161115d-24d5-49f2-ba72-cd40cc150c9c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.480469] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242499c3-5949-4760-8d15-cd59a7cf365e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.507427] env[63043]: DEBUG nova.compute.manager [req-d63d6e74-49da-475a-9721-2abf35e5b655 req-35411f3f-8fe5-4776-b226-ffb79d92035f service nova] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Detach interface failed, port_id=e6fc67d8-26cb-48c8-a4af-380d589ad59c, reason: Instance 732b0b9f-3a90-4e89-af96-41477ac42b68 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1353.952555] env[63043]: INFO nova.compute.manager [-] [instance: 732b0b9f-3a90-4e89-af96-41477ac42b68] Took 1.44 seconds to deallocate network for instance. [ 1354.458607] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.458977] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.459100] env[63043]: DEBUG nova.objects.instance [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lazy-loading 'resources' on Instance uuid 732b0b9f-3a90-4e89-af96-41477ac42b68 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.024197] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de217fa-fc62-45ff-a5b3-2b6ea6fc132c {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.031882] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910ed2e5-8311-43a6-a571-99fdece473fd {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.061364] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fd49f3-5209-496e-b774-3941aee927ac {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.068028] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212c0ac2-d632-4466-a31b-4d75f8a8fd7b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.081017] env[63043]: DEBUG nova.compute.provider_tree [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.584814] env[63043]: DEBUG nova.scheduler.client.report [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.090205] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.200408] env[63043]: INFO nova.scheduler.client.report [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Deleted allocations for instance 732b0b9f-3a90-4e89-af96-41477ac42b68 [ 1356.710193] env[63043]: DEBUG oslo_concurrency.lockutils [None req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Lock "732b0b9f-3a90-4e89-af96-41477ac42b68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.813s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.793509] env[63043]: DEBUG oslo_concurrency.lockutils [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.793767] env[63043]: DEBUG oslo_concurrency.lockutils [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.793967] env[63043]: DEBUG oslo_concurrency.lockutils [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.794172] env[63043]: DEBUG oslo_concurrency.lockutils [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.794370] env[63043]: DEBUG oslo_concurrency.lockutils [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.796381] env[63043]: INFO nova.compute.manager [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Terminating instance [ 1357.299759] env[63043]: DEBUG nova.compute.manager [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.300118] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.300432] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3f3ce2e-7f57-448c-a0f8-919f44aabef4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.307255] env[63043]: DEBUG oslo_vmware.api [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1357.307255] env[63043]: value = "task-2487121" [ 1357.307255] env[63043]: _type = "Task" [ 1357.307255] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.315651] env[63043]: DEBUG oslo_vmware.api [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.818045] env[63043]: DEBUG oslo_vmware.api [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487121, 'name': PowerOffVM_Task, 'duration_secs': 0.173409} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.818045] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.818045] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Volume detach. Driver type: vmdk {{(pid=63043) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1357.818045] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503171', 'volume_id': '527074fc-6237-4554-85fc-cfc3d86513f5', 'name': 'volume-527074fc-6237-4554-85fc-cfc3d86513f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '96eca08c-15d0-41c5-b66a-137f0b22f4c2', 'attached_at': '2025-02-12T21:16:25.000000', 'detached_at': '', 'volume_id': '527074fc-6237-4554-85fc-cfc3d86513f5', 'serial': '527074fc-6237-4554-85fc-cfc3d86513f5'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1357.818612] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160a4388-4edb-4f22-9dbc-7ab227e7e687 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.835803] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb13bf0-5b9f-40ac-ad7d-a5b4a444652d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.841500] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ea3080-9bae-4f53-b793-9e9478106ab1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.857950] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbcd9ea-54a2-4b6e-9199-b33b39bcfff9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.872960] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] The volume has not been displaced from its original location: [datastore2] volume-527074fc-6237-4554-85fc-cfc3d86513f5/volume-527074fc-6237-4554-85fc-cfc3d86513f5.vmdk. No consolidation needed. {{(pid=63043) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1357.878024] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1357.878279] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ce3014-47a3-4f22-b5f3-020c415d268b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.897417] env[63043]: DEBUG oslo_vmware.api [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1357.897417] env[63043]: value = "task-2487122" [ 1357.897417] env[63043]: _type = "Task" [ 1357.897417] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.904762] env[63043]: DEBUG oslo_vmware.api [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.407030] env[63043]: DEBUG oslo_vmware.api [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487122, 'name': ReconfigVM_Task, 'duration_secs': 0.154671} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.407407] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=63043) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1358.411994] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6138d96-008b-4680-a676-277f05562502 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.426805] env[63043]: DEBUG oslo_vmware.api [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1358.426805] env[63043]: value = "task-2487123" [ 1358.426805] env[63043]: _type = "Task" [ 1358.426805] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.435229] env[63043]: DEBUG oslo_vmware.api [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.937439] env[63043]: DEBUG oslo_vmware.api [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487123, 'name': ReconfigVM_Task, 'duration_secs': 0.139051} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.937872] env[63043]: DEBUG nova.virt.vmwareapi.volumeops [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-503171', 'volume_id': '527074fc-6237-4554-85fc-cfc3d86513f5', 'name': 'volume-527074fc-6237-4554-85fc-cfc3d86513f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '96eca08c-15d0-41c5-b66a-137f0b22f4c2', 'attached_at': '2025-02-12T21:16:25.000000', 'detached_at': '', 'volume_id': '527074fc-6237-4554-85fc-cfc3d86513f5', 'serial': '527074fc-6237-4554-85fc-cfc3d86513f5'} {{(pid=63043) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1358.938325] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.939433] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78a109b-a7f3-41c6-9cd5-fcce67e4eac1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.945797] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.946024] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ebf340e-8c5a-4d25-9226-075cd508f911 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.009383] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.009621] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Deleting contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.009758] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleting the datastore file [datastore2] 96eca08c-15d0-41c5-b66a-137f0b22f4c2 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.010080] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-496864b2-5bd3-418d-ab22-c2954b1f5ed1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.016448] env[63043]: DEBUG oslo_vmware.api [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1359.016448] env[63043]: value = "task-2487126" [ 1359.016448] env[63043]: _type = "Task" [ 1359.016448] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.023923] env[63043]: DEBUG oslo_vmware.api [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.526455] env[63043]: DEBUG oslo_vmware.api [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078513} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.526752] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.526944] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Deleted contents of the VM from datastore datastore2 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.527142] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.527322] env[63043]: INFO nova.compute.manager [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1359.527561] env[63043]: DEBUG oslo.service.loopingcall [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.527749] env[63043]: DEBUG nova.compute.manager [-] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.527845] env[63043]: DEBUG nova.network.neutron [-] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.972249] env[63043]: DEBUG nova.compute.manager [req-df1f56f4-ff28-4a8e-a222-f8cdf448469e req-c04907e2-7294-4594-9387-43ad4348705e service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Received event network-vif-deleted-db980371-f92a-491b-a40d-1cb13abdee53 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1359.972510] env[63043]: INFO nova.compute.manager [req-df1f56f4-ff28-4a8e-a222-f8cdf448469e req-c04907e2-7294-4594-9387-43ad4348705e service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Neutron deleted interface db980371-f92a-491b-a40d-1cb13abdee53; detaching it from the instance and deleting it from the info cache [ 1359.972656] env[63043]: DEBUG nova.network.neutron [req-df1f56f4-ff28-4a8e-a222-f8cdf448469e req-c04907e2-7294-4594-9387-43ad4348705e service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.457132] env[63043]: DEBUG nova.network.neutron [-] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.474803] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3d96b8a-9d5b-4ad1-951a-8ae731e4e75b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.484426] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b941dbf6-fd82-46ad-aa75-95a437a58318 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.509849] env[63043]: DEBUG nova.compute.manager [req-df1f56f4-ff28-4a8e-a222-f8cdf448469e req-c04907e2-7294-4594-9387-43ad4348705e service nova] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Detach interface failed, port_id=db980371-f92a-491b-a40d-1cb13abdee53, reason: Instance 96eca08c-15d0-41c5-b66a-137f0b22f4c2 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1360.959524] env[63043]: INFO nova.compute.manager [-] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Took 1.43 seconds to deallocate network for instance. [ 1361.502403] env[63043]: INFO nova.compute.manager [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Took 0.54 seconds to detach 1 volumes for instance. [ 1361.504482] env[63043]: DEBUG nova.compute.manager [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 96eca08c-15d0-41c5-b66a-137f0b22f4c2] Deleting volume: 527074fc-6237-4554-85fc-cfc3d86513f5 {{(pid=63043) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1362.052417] env[63043]: DEBUG oslo_concurrency.lockutils [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.052585] env[63043]: DEBUG oslo_concurrency.lockutils [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.052804] env[63043]: DEBUG oslo_concurrency.lockutils [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.076723] env[63043]: INFO nova.scheduler.client.report [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted allocations for instance 96eca08c-15d0-41c5-b66a-137f0b22f4c2 [ 1362.585725] env[63043]: DEBUG oslo_concurrency.lockutils [None req-888bd3c3-2355-4b89-916e-df88812b0e1d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "96eca08c-15d0-41c5-b66a-137f0b22f4c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.792s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.520662] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.520934] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.521222] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.521422] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.521595] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.523830] env[63043]: INFO nova.compute.manager [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Terminating instance [ 1364.027350] env[63043]: DEBUG nova.compute.manager [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1364.027757] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.028502] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6287d44d-2f9d-4722-bb3a-78f77b094e13 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.036404] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.036645] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-648bc7cc-e1b7-4b92-a8ef-90db2bfc10a6 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.042715] env[63043]: DEBUG oslo_vmware.api [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1364.042715] env[63043]: value = "task-2487128" [ 1364.042715] env[63043]: _type = "Task" [ 1364.042715] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.050650] env[63043]: DEBUG oslo_vmware.api [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.551714] env[63043]: DEBUG oslo_vmware.api [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487128, 'name': PowerOffVM_Task, 'duration_secs': 0.198224} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.552121] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.552379] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.552679] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a69e5b97-8378-499a-925b-943030c80646 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.616630] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.616925] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.617172] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleting the datastore file [datastore1] dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.617464] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83231911-14b7-4b5e-9345-291757c5a089 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.624807] env[63043]: DEBUG oslo_vmware.api [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1364.624807] env[63043]: value = "task-2487130" [ 1364.624807] env[63043]: _type = "Task" [ 1364.624807] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.631965] env[63043]: DEBUG oslo_vmware.api [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.134667] env[63043]: DEBUG oslo_vmware.api [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120986} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.135103] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.135234] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.135422] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.135597] env[63043]: INFO nova.compute.manager [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1365.135842] env[63043]: DEBUG oslo.service.loopingcall [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.136045] env[63043]: DEBUG nova.compute.manager [-] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1365.136144] env[63043]: DEBUG nova.network.neutron [-] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.359172] env[63043]: DEBUG nova.compute.manager [req-c157b440-bd0f-46cc-9da9-043eb9ceee6f req-30f49223-10ae-44f6-b94f-98c659409bfd service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Received event network-vif-deleted-f47e30f2-9863-454d-8034-d53035a36723 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1365.359281] env[63043]: INFO nova.compute.manager [req-c157b440-bd0f-46cc-9da9-043eb9ceee6f req-30f49223-10ae-44f6-b94f-98c659409bfd service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Neutron deleted interface f47e30f2-9863-454d-8034-d53035a36723; detaching it from the instance and deleting it from the info cache [ 1365.359486] env[63043]: DEBUG nova.network.neutron [req-c157b440-bd0f-46cc-9da9-043eb9ceee6f req-30f49223-10ae-44f6-b94f-98c659409bfd service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.844090] env[63043]: DEBUG nova.network.neutron [-] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.863584] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cf18493-56c4-45c9-9062-acfcdeba66ea {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.872592] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328ab260-d4ee-4aa7-86c4-541da5fd71ed {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.896619] env[63043]: DEBUG nova.compute.manager [req-c157b440-bd0f-46cc-9da9-043eb9ceee6f req-30f49223-10ae-44f6-b94f-98c659409bfd service nova] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Detach interface failed, port_id=f47e30f2-9863-454d-8034-d53035a36723, reason: Instance dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1366.347355] env[63043]: INFO nova.compute.manager [-] [instance: dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea] Took 1.21 seconds to deallocate network for instance. [ 1366.853686] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.854052] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.854230] env[63043]: DEBUG nova.objects.instance [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lazy-loading 'resources' on Instance uuid dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.398012] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac60cfb9-0f39-47fd-8443-21d2891be5b1 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.405490] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe58a2a-8c87-49ac-93fc-c1cc3ba2372d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.435569] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab506c2-0684-4544-aa35-a7935226eab3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.442410] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a77b66-f49f-489a-9bed-407c05f6a0ab {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.456610] env[63043]: DEBUG nova.compute.provider_tree [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.959961] env[63043]: DEBUG nova.scheduler.client.report [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.464975] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.483748] env[63043]: INFO nova.scheduler.client.report [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted allocations for instance dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea [ 1368.991701] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50a151d2-0953-4811-aad6-9c54eb95363f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "dea96cb7-25bb-4fb1-a7c3-ccfe43a8c4ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.471s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.238707] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.239167] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.239215] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.239383] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.239554] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.241784] env[63043]: INFO nova.compute.manager [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Terminating instance [ 1373.745439] env[63043]: DEBUG nova.compute.manager [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Start destroying the instance on the hypervisor. {{(pid=63043) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1373.745673] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Destroying instance {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.746604] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e2f2de-9d2f-445b-bc53-5759d21bdf43 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.754093] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Powering off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.754314] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfa4b975-fe2e-4d52-803a-3463a8a4502b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.762349] env[63043]: DEBUG oslo_vmware.api [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1373.762349] env[63043]: value = "task-2487132" [ 1373.762349] env[63043]: _type = "Task" [ 1373.762349] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.770551] env[63043]: DEBUG oslo_vmware.api [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.272552] env[63043]: DEBUG oslo_vmware.api [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487132, 'name': PowerOffVM_Task, 'duration_secs': 0.196461} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.272909] env[63043]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Powered off the VM {{(pid=63043) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.272973] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Unregistering the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.273231] env[63043]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54653f5f-af4e-4b91-a184-5572be8d0f7e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.333362] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Unregistered the VM {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.333591] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Deleting contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.333763] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleting the datastore file [datastore1] 6a89dad9-c846-408a-8b3e-3f9ce11a87b8 {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.334040] env[63043]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00604bec-3b48-4ff3-bf55-24600b5ee445 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.341656] env[63043]: DEBUG oslo_vmware.api [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for the task: (returnval){ [ 1374.341656] env[63043]: value = "task-2487134" [ 1374.341656] env[63043]: _type = "Task" [ 1374.341656] env[63043]: } to complete. {{(pid=63043) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.351178] env[63043]: DEBUG oslo_vmware.api [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.849993] env[63043]: DEBUG oslo_vmware.api [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Task: {'id': task-2487134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13343} completed successfully. {{(pid=63043) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.850342] env[63043]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted the datastore file {{(pid=63043) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.850540] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Deleted contents of the VM from datastore datastore1 {{(pid=63043) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.850721] env[63043]: DEBUG nova.virt.vmwareapi.vmops [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Instance destroyed {{(pid=63043) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.850898] env[63043]: INFO nova.compute.manager [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1374.851197] env[63043]: DEBUG oslo.service.loopingcall [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63043) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.851403] env[63043]: DEBUG nova.compute.manager [-] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Deallocating network for instance {{(pid=63043) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1374.851501] env[63043]: DEBUG nova.network.neutron [-] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] deallocate_for_instance() {{(pid=63043) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.076590] env[63043]: DEBUG nova.compute.manager [req-2ec346f9-5a4c-4e8f-a2e0-4a7ced3ba9bf req-a32b2945-0415-4ff6-9d05-19262b5be3d3 service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Received event network-vif-deleted-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 {{(pid=63043) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1375.076590] env[63043]: INFO nova.compute.manager [req-2ec346f9-5a4c-4e8f-a2e0-4a7ced3ba9bf req-a32b2945-0415-4ff6-9d05-19262b5be3d3 service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Neutron deleted interface d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5; detaching it from the instance and deleting it from the info cache [ 1375.076590] env[63043]: DEBUG nova.network.neutron [req-2ec346f9-5a4c-4e8f-a2e0-4a7ced3ba9bf req-a32b2945-0415-4ff6-9d05-19262b5be3d3 service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.559641] env[63043]: DEBUG nova.network.neutron [-] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Updating instance_info_cache with network_info: [] {{(pid=63043) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.579963] env[63043]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-868c719f-0617-4f30-9847-00a7a609228b {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.589840] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375dd3d5-d1b4-4cd8-b2b8-541370c1d77f {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.613109] env[63043]: DEBUG nova.compute.manager [req-2ec346f9-5a4c-4e8f-a2e0-4a7ced3ba9bf req-a32b2945-0415-4ff6-9d05-19262b5be3d3 service nova] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Detach interface failed, port_id=d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5, reason: Instance 6a89dad9-c846-408a-8b3e-3f9ce11a87b8 could not be found. {{(pid=63043) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1376.062577] env[63043]: INFO nova.compute.manager [-] [instance: 6a89dad9-c846-408a-8b3e-3f9ce11a87b8] Took 1.21 seconds to deallocate network for instance. [ 1376.569936] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.570436] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.570523] env[63043]: DEBUG nova.objects.instance [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lazy-loading 'resources' on Instance uuid 6a89dad9-c846-408a-8b3e-3f9ce11a87b8 {{(pid=63043) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.102539] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a081df-ed83-4b6e-88ba-0c44dee353ae {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.109873] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b8955b-a919-4375-a746-b769b606eab9 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.139570] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bcbea2-67ff-46a3-9ca6-bb42c6a11ff4 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.147072] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86709b1b-25ed-4b62-87fe-83c728704de3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.160878] env[63043]: DEBUG nova.compute.provider_tree [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.663856] env[63043]: DEBUG nova.scheduler.client.report [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.999926] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.168797] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.185959] env[63043]: INFO nova.scheduler.client.report [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Deleted allocations for instance 6a89dad9-c846-408a-8b3e-3f9ce11a87b8 [ 1378.694150] env[63043]: DEBUG oslo_concurrency.lockutils [None req-50b9106d-7b90-4b4c-8767-d31361d9577d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Lock "6a89dad9-c846-408a-8b3e-3f9ce11a87b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.455s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.996742] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.992443] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.997074] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.997381] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Starting heal instance info cache {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1385.008045] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Didn't find any instances for network info cache update. {{(pid=63043) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1385.008045] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.008045] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.008521] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.008521] env[63043]: DEBUG nova.compute.manager [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63043) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1385.008521] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager.update_available_resource {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.511307] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.511565] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.511738] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.511891] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63043) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1385.512781] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da281c1e-ff28-4bff-b2c8-d5ee94484c03 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.521084] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19501489-6269-4870-95b8-68d12b86e75a {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.535533] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff051dc7-5f54-4688-b74c-c1a085aa9247 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.541577] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2a5735-fdf1-4688-92ab-523d82e6df63 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.570311] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180203MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=63043) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1385.570456] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.570642] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.589468] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1386.589718] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63043) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1386.601941] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feded35-106f-4b39-8a75-d8b2ae29532e {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.609367] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6844cae8-4573-43a3-a861-8f36e8fbe8c3 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.638963] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72df5296-852e-4277-bdf9-40ef99e9952d {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.645811] env[63043]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b757c6-a865-4035-b691-440c2fcc9289 {{(pid=63043) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.658373] env[63043]: DEBUG nova.compute.provider_tree [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed in ProviderTree for provider: d1c615ed-2198-4c37-92f9-e049b1e9001f {{(pid=63043) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.161710] env[63043]: DEBUG nova.scheduler.client.report [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Inventory has not changed for provider d1c615ed-2198-4c37-92f9-e049b1e9001f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63043) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.666831] env[63043]: DEBUG nova.compute.resource_tracker [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63043) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1387.667323] env[63043]: DEBUG oslo_concurrency.lockutils [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=63043) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.656547] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.160849] env[63043]: DEBUG oslo_service.periodic_task [None req-772818b8-2ffe-4fcf-8a68-d74eb004c82b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63043) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}